2024-11-16 02:15:10,700 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-16 02:15:10,718 main DEBUG Took 0.015999 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-16 02:15:10,719 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-16 02:15:10,719 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-16 02:15:10,721 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-16 02:15:10,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,733 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-16 02:15:10,747 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,751 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,752 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,754 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,755 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,755 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,756 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,757 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,758 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,759 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-16 02:15:10,759 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,759 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-16 02:15:10,761 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-16 02:15:10,763 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-16 02:15:10,766 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-16 02:15:10,766 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-16 02:15:10,768 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-16 02:15:10,768 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-16 02:15:10,779 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-16 02:15:10,782 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-16 02:15:10,784 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-16 02:15:10,784 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-16 02:15:10,785 main DEBUG createAppenders(={Console})
2024-11-16 02:15:10,786 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-16 02:15:10,786 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-16 02:15:10,787 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-16 02:15:10,788 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-16 02:15:10,788 main DEBUG OutputStream closed
2024-11-16 02:15:10,788 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-16 02:15:10,789 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-16 02:15:10,789 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-16 02:15:10,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-16 02:15:10,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-16 02:15:10,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-16 02:15:10,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-16 02:15:10,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-16 02:15:10,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-16 02:15:10,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-16 02:15:10,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-16 02:15:10,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-16 02:15:10,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-16 02:15:10,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-16 02:15:10,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-16 02:15:10,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-16 02:15:10,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-16 02:15:10,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-16 02:15:10,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-16 02:15:10,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-16 02:15:10,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-16 02:15:10,888 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16 02:15:10,889 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-16 02:15:10,889 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-16 02:15:10,890 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-16T02:15:11,143 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee
2024-11-16 02:15:11,147 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-16 02:15:11,147 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-16T02:15:11,159 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-16T02:15:11,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-16T02:15:11,204 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6, deleteOnExit=true
2024-11-16T02:15:11,205 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-16T02:15:11,206 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/test.cache.data in system properties and HBase conf
2024-11-16T02:15:11,207 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/hadoop.tmp.dir in system properties and HBase conf
2024-11-16T02:15:11,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/hadoop.log.dir in system properties and HBase conf
2024-11-16T02:15:11,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-16T02:15:11,209 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-16T02:15:11,210 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-16T02:15:11,292 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-16T02:15:11,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-16T02:15:11,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-16T02:15:11,386 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-16T02:15:11,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-16T02:15:11,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T02:15:11,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-16T02:15:11,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-16T02:15:11,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-16T02:15:11,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T02:15:11,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-16T02:15:11,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/nfs.dump.dir in system properties and HBase conf
2024-11-16T02:15:11,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/java.io.tmpdir in system properties and HBase conf
2024-11-16T02:15:11,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-16T02:15:11,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-16T02:15:11,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-16T02:15:12,508 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-16T02:15:12,600 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2755ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-16T02:15:12,682 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T02:15:12,744 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T02:15:12,765 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T02:15:12,766 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T02:15:12,767 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-16T02:15:12,780 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T02:15:12,783 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/hadoop.log.dir/,AVAILABLE}
2024-11-16T02:15:12,784 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T02:15:13,000 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/java.io.tmpdir/jetty-localhost-40727-hadoop-hdfs-3_4_1-tests_jar-_-any-3859558905575924019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T02:15:13,008 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:40727}
2024-11-16T02:15:13,009 INFO  [Time-limited test {}] server.Server(415): Started @3165ms
2024-11-16T02:15:13,577 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-16T02:15:13,584 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-16T02:15:13,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-16T02:15:13,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-16T02:15:13,586 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-16T02:15:13,587 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/hadoop.log.dir/,AVAILABLE}
2024-11-16T02:15:13,587 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-16T02:15:13,697 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/java.io.tmpdir/jetty-localhost-41193-hadoop-hdfs-3_4_1-tests_jar-_-any-14910953467326395679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T02:15:13,698 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:41193}
2024-11-16T02:15:13,698 INFO  [Time-limited test {}] server.Server(415): Started @3854ms
2024-11-16T02:15:13,750 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-16T02:15:14,798 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/data/data2/current/BP-1263121939-172.17.0.3-1731723311959/current, will proceed with Du for space computation calculation, 
2024-11-16T02:15:14,798 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/data/data1/current/BP-1263121939-172.17.0.3-1731723311959/current, will proceed with Du for space computation calculation, 
2024-11-16T02:15:14,828 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-16T02:15:14,868 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0f0dfaea4be0ab7 with lease ID 0x765edfd5de1da2d9: Processing first storage report for DS-23d821b0-80e6-4ba8-87b0-06ea6a28a603 from datanode DatanodeRegistration(127.0.0.1:36081, datanodeUuid=b0b19d58-a3a9-4505-b2fa-d66e20fc3ea7, infoPort=33633, infoSecurePort=0, ipcPort=37133, storageInfo=lv=-57;cid=testClusterID;nsid=577788338;c=1731723311959)
2024-11-16T02:15:14,870 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0f0dfaea4be0ab7 with lease ID 0x765edfd5de1da2d9: from storage DS-23d821b0-80e6-4ba8-87b0-06ea6a28a603 node DatanodeRegistration(127.0.0.1:36081, datanodeUuid=b0b19d58-a3a9-4505-b2fa-d66e20fc3ea7, infoPort=33633, infoSecurePort=0, ipcPort=37133, storageInfo=lv=-57;cid=testClusterID;nsid=577788338;c=1731723311959), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-16T02:15:14,871 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0f0dfaea4be0ab7 with lease ID 0x765edfd5de1da2d9: Processing first storage report for DS-49b65f7c-e050-4742-8d76-fc631a3f0de0 from datanode DatanodeRegistration(127.0.0.1:36081, datanodeUuid=b0b19d58-a3a9-4505-b2fa-d66e20fc3ea7, infoPort=33633, infoSecurePort=0, ipcPort=37133, storageInfo=lv=-57;cid=testClusterID;nsid=577788338;c=1731723311959)
2024-11-16T02:15:14,871 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0f0dfaea4be0ab7 with lease ID 0x765edfd5de1da2d9: from storage DS-49b65f7c-e050-4742-8d76-fc631a3f0de0 node DatanodeRegistration(127.0.0.1:36081, datanodeUuid=b0b19d58-a3a9-4505-b2fa-d66e20fc3ea7, infoPort=33633, infoSecurePort=0, ipcPort=37133, storageInfo=lv=-57;cid=testClusterID;nsid=577788338;c=1731723311959), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-16T02:15:14,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee
2024-11-16T02:15:14,969 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/zookeeper_0, clientPort=53296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-16T02:15:14,982 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53296
2024-11-16T02:15:14,994 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:14,998 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:15,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741825_1001 (size=7)
2024-11-16T02:15:15,637 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967 with version=8
2024-11-16T02:15:15,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/hbase-staging
2024-11-16T02:15:15,723 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-16T02:15:15,954 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45
2024-11-16T02:15:15,963 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T02:15:15,963 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T02:15:15,968 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T02:15:15,968 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T02:15:15,968 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T02:15:16,110 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-16T02:15:16,162 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-16T02:15:16,171 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-16T02:15:16,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T02:15:16,197 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6068 (auto-detected)
2024-11-16T02:15:16,198 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-16T02:15:16,215 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37823
2024-11-16T02:15:16,237 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37823 connecting to ZooKeeper ensemble=127.0.0.1:53296
2024-11-16T02:15:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378230x0, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T02:15:16,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37823-0x101416cc2ac0000 connected
2024-11-16T02:15:16,451 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:16,453 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:16,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T02:15:16,468 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967, hbase.cluster.distributed=false
2024-11-16T02:15:16,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T02:15:16,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37823
2024-11-16T02:15:16,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37823
2024-11-16T02:15:16,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37823
2024-11-16T02:15:16,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37823
2024-11-16T02:15:16,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37823
2024-11-16T02:15:16,614 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45
2024-11-16T02:15:16,616 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T02:15:16,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-16T02:15:16,617 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-16T02:15:16,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-16T02:15:16,617 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-16T02:15:16,621 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-16T02:15:16,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-16T02:15:16,626 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37111
2024-11-16T02:15:16,629 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37111 connecting to ZooKeeper ensemble=127.0.0.1:53296
2024-11-16T02:15:16,631 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:16,635 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371110x0, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-16T02:15:16,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371110x0, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T02:15:16,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37111-0x101416cc2ac0001 connected
2024-11-16T02:15:16,659 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-16T02:15:16,667 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-16T02:15:16,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-16T02:15:16,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-16T02:15:16,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37111
2024-11-16T02:15:16,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37111
2024-11-16T02:15:16,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37111
2024-11-16T02:15:16,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37111
2024-11-16T02:15:16,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37111
2024-11-16T02:15:16,695 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:37823
2024-11-16T02:15:16,696 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,37823,1731723315799
2024-11-16T02:15:16,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T02:15:16,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T02:15:16,714 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,37823,1731723315799
2024-11-16T02:15:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-16T02:15:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:16,745 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-16T02:15:16,747 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,37823,1731723315799 from backup master directory
2024-11-16T02:15:16,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T02:15:16,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,37823,1731723315799
2024-11-16T02:15:16,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-16T02:15:16,761 WARN  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T02:15:16,761 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,37823,1731723315799
2024-11-16T02:15:16,764 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-16T02:15:16,765 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-16T02:15:16,831 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/hbase.id] with ID: 756fda63-f463-4f7b-bdad-ec325431235f
2024-11-16T02:15:16,831 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/.tmp/hbase.id
2024-11-16T02:15:16,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741826_1002 (size=42)
2024-11-16T02:15:17,245 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/.tmp/hbase.id]:[hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/hbase.id]
2024-11-16T02:15:17,290 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-16T02:15:17,296 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-16T02:15:17,316 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-16T02:15:17,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:17,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:17,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741827_1003 (size=196)
2024-11-16T02:15:17,764 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:15:17,766 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-16T02:15:17,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:17,786 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T02:15:17,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741828_1004 (size=1189)
2024-11-16T02:15:18,238 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store
2024-11-16T02:15:18,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741829_1005 (size=34)
2024-11-16T02:15:18,674 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-16T02:15:18,678 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:18,680 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T02:15:18,680 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:15:18,681 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:15:18,682 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T02:15:18,683 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:15:18,683 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:15:18,685 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731723318680Disabling compacts and flushes for region at 1731723318680Disabling writes for close at 1731723318683 (+3 ms)Writing region close event to WAL at 1731723318683Closed at 1731723318683
2024-11-16T02:15:18,687 WARN  [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/.initializing
2024-11-16T02:15:18,687 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/WALs/667222f7cf1b,37823,1731723315799
2024-11-16T02:15:18,698 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T02:15:18,718 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37823%2C1731723315799, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/WALs/667222f7cf1b,37823,1731723315799, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/oldWALs, maxLogs=10
2024-11-16T02:15:18,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/WALs/667222f7cf1b,37823,1731723315799/667222f7cf1b%2C37823%2C1731723315799.1731723318725, exclude list is [], retry=0
2024-11-16T02:15:18,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36081,DS-23d821b0-80e6-4ba8-87b0-06ea6a28a603,DISK]
2024-11-16T02:15:18,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-16T02:15:18,808 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/WALs/667222f7cf1b,37823,1731723315799/667222f7cf1b%2C37823%2C1731723315799.1731723318725
2024-11-16T02:15:18,809 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33633:33633)]
2024-11-16T02:15:18,810 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:15:18,810 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:18,814 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,815 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T02:15:18,885 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-16T02:15:18,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:18,895 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:18,896 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T02:15:18,900 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-16T02:15:18,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:18,902 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:18,902 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T02:15:18,907 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-16T02:15:18,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:18,909 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:18,909 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-16T02:15:18,916 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-16T02:15:18,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:18,921 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:18,922 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,927 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,929 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,936 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,937 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-16T02:15:18,947 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-16T02:15:18,953 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:15:18,955 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71984053, jitterRate=0.07264597713947296}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-16T02:15:18,963 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731723318829Initializing all the Stores at 1731723318832 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723318832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723318833 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723318833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723318833Cleaning up temporary data from old regions at 1731723318938 (+105 ms)Region opened successfully at 1731723318963 (+25 ms)
2024-11-16T02:15:18,965 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-16T02:15:19,001 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638c2709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0
2024-11-16T02:15:19,032 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-16T02:15:19,044 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-16T02:15:19,044 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-16T02:15:19,047 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-16T02:15:19,048 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-16T02:15:19,053 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-16T02:15:19,054 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-16T02:15:19,093 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-16T02:15:19,107 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-16T02:15:19,170 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-16T02:15:19,172 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-16T02:15:19,174 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-16T02:15:19,185 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-16T02:15:19,188 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-16T02:15:19,192 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-16T02:15:19,201 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-16T02:15:19,204 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-16T02:15:19,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-16T02:15:19,241 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-16T02:15:19,254 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-16T02:15:19,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T02:15:19,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-16T02:15:19,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:19,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:19,273 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,37823,1731723315799, sessionid=0x101416cc2ac0000, setting cluster-up flag (Was=false)
2024-11-16T02:15:19,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:19,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:19,333 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-16T02:15:19,335 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37823,1731723315799
2024-11-16T02:15:19,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:19,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:19,405 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-16T02:15:19,407 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37823,1731723315799
2024-11-16T02:15:19,415 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-16T02:15:19,485 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(746): ClusterId : 756fda63-f463-4f7b-bdad-ec325431235f
2024-11-16T02:15:19,489 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-16T02:15:19,508 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-16T02:15:19,514 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-16T02:15:19,514 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-16T02:15:19,521 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-16T02:15:19,523 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-16T02:15:19,523 DEBUG [RS:0;667222f7cf1b:37111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69103853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0
2024-11-16T02:15:19,535 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-16T02:15:19,543 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,37823,1731723315799
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-16T02:15:19,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5
2024-11-16T02:15:19,553 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5
2024-11-16T02:15:19,553 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5
2024-11-16T02:15:19,553 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5
2024-11-16T02:15:19,553 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10
2024-11-16T02:15:19,554 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,554 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2
2024-11-16T02:15:19,554 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:37111
2024-11-16T02:15:19,554 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,559 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-16T02:15:19,559 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-16T02:15:19,560 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-16T02:15:19,563 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,37823,1731723315799 with port=37111, startcode=1731723316572
2024-11-16T02:15:19,566 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723349566
2024-11-16T02:15:19,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T02:15:19,567 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-16T02:15:19,568 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-16T02:15:19,569 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-16T02:15:19,574 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-16T02:15:19,574 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-16T02:15:19,575 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-16T02:15:19,575 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-16T02:15:19,579 DEBUG [RS:0;667222f7cf1b:37111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-16T02:15:19,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:19,582 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-16T02:15:19,586 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,592 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-16T02:15:19,594 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-16T02:15:19,595 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-16T02:15:19,598 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-16T02:15:19,599 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-16T02:15:19,606 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723319601,5,FailOnTimeoutGroup]
2024-11-16T02:15:19,613 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723319607,5,FailOnTimeoutGroup]
2024-11-16T02:15:19,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741831_1007 (size=1321)
2024-11-16T02:15:19,620 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,621 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-16T02:15:19,622 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,623 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-16T02:15:19,623 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,624 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:15:19,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741832_1008 (size=32)
2024-11-16T02:15:19,643 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-16T02:15:19,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:19,650 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,37111,1731723316572
2024-11-16T02:15:19,652 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37823 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:19,655 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T02:15:19,659 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T02:15:19,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:19,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:19,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T02:15:19,665 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T02:15:19,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:19,667 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:19,667 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:15:19,667 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T02:15:19,667 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44927
2024-11-16T02:15:19,668 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-16T02:15:19,670 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T02:15:19,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:19,672 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:19,672 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T02:15:19,675 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T02:15:19,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:19,676 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:19,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T02:15:19,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740
2024-11-16T02:15:19,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740
2024-11-16T02:15:19,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T02:15:19,683 DEBUG [RS:0;667222f7cf1b:37111 {}] zookeeper.ZKUtil(111): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,37111,1731723316572
2024-11-16T02:15:19,683 WARN  [RS:0;667222f7cf1b:37111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-16T02:15:19,684 INFO  [RS:0;667222f7cf1b:37111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T02:15:19,684 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572
2024-11-16T02:15:19,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T02:15:19,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T02:15:19,688 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,37111,1731723316572]
2024-11-16T02:15:19,689 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:15:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T02:15:19,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:15:19,711 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65840044, jitterRate=-0.018906891345977783}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:15:19,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731723319644Initializing all the Stores at 1731723319648 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723319648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723319654 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723319655 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723319655Cleaning up temporary data from old regions at 1731723319687 (+32 ms)Region opened successfully at 1731723319717 (+30 ms)
2024-11-16T02:15:19,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T02:15:19,718 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T02:15:19,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T02:15:19,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T02:15:19,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T02:15:19,720 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T02:15:19,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731723319717Disabling compacts and flushes for region at 1731723319717Disabling writes for close at 1731723319718 (+1 ms)Writing region close event to WAL at 1731723319720 (+2 ms)Closed at 1731723319720
2024-11-16T02:15:19,724 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-16T02:15:19,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T02:15:19,726 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-16T02:15:19,733 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-16T02:15:19,743 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T02:15:19,743 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-16T02:15:19,750 INFO  [RS:0;667222f7cf1b:37111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-16T02:15:19,751 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,752 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-16T02:15:19,755 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-16T02:15:19,764 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-16T02:15:19,766 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,766 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,767 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,767 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,767 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,768 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,768 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2
2024-11-16T02:15:19,768 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,768 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,768 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,769 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,769 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,769 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1
2024-11-16T02:15:19,769 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3
2024-11-16T02:15:19,769 DEBUG [RS:0;667222f7cf1b:37111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3
2024-11-16T02:15:19,773 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,773 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,773 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,774 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,774 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,774 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37111,1731723316572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T02:15:19,795 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-16T02:15:19,796 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37111,1731723316572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,797 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,797 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.Replication(171): 667222f7cf1b,37111,1731723316572 started
2024-11-16T02:15:19,818 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:19,818 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,37111,1731723316572, RpcServer on 667222f7cf1b/172.17.0.3:37111, sessionid=0x101416cc2ac0001
2024-11-16T02:15:19,819 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-16T02:15:19,820 DEBUG [RS:0;667222f7cf1b:37111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,37111,1731723316572
2024-11-16T02:15:19,820 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37111,1731723316572'
2024-11-16T02:15:19,820 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-16T02:15:19,821 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-16T02:15:19,823 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-16T02:15:19,823 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-16T02:15:19,823 DEBUG [RS:0;667222f7cf1b:37111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,37111,1731723316572
2024-11-16T02:15:19,823 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37111,1731723316572'
2024-11-16T02:15:19,823 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-16T02:15:19,824 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-16T02:15:19,825 DEBUG [RS:0;667222f7cf1b:37111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-16T02:15:19,825 INFO  [RS:0;667222f7cf1b:37111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-16T02:15:19,825 INFO  [RS:0;667222f7cf1b:37111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-16T02:15:19,904 WARN  [667222f7cf1b:37823 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-16T02:15:19,930 INFO  [RS:0;667222f7cf1b:37111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-16T02:15:19,933 INFO  [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37111%2C1731723316572, suffix=, logDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/oldWALs, maxLogs=32
2024-11-16T02:15:19,950 DEBUG [RS:0;667222f7cf1b:37111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572/667222f7cf1b%2C37111%2C1731723316572.1731723319936, exclude list is [], retry=0
2024-11-16T02:15:19,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36081,DS-23d821b0-80e6-4ba8-87b0-06ea6a28a603,DISK]
2024-11-16T02:15:19,958 INFO  [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572/667222f7cf1b%2C37111%2C1731723316572.1731723319936
2024-11-16T02:15:19,959 DEBUG [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33633:33633)]
2024-11-16T02:15:20,157 DEBUG [667222f7cf1b:37823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-16T02:15:20,169 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:20,175 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37111,1731723316572, state=OPENING
2024-11-16T02:15:20,191 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-16T02:15:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:15:20,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T02:15:20,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T02:15:20,204 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-16T02:15:20,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:15:20,379 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-16T02:15:20,383 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-16T02:15:20,394 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-16T02:15:20,395 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-16T02:15:20,395 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-16T02:15:20,399 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37111%2C1731723316572.meta, suffix=.meta, logDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572, archiveDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/oldWALs, maxLogs=32
2024-11-16T02:15:20,415 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572/667222f7cf1b%2C37111%2C1731723316572.meta.1731723320401.meta, exclude list is [], retry=0
2024-11-16T02:15:20,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36081,DS-23d821b0-80e6-4ba8-87b0-06ea6a28a603,DISK]
2024-11-16T02:15:20,422 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/WALs/667222f7cf1b,37111,1731723316572/667222f7cf1b%2C37111%2C1731723316572.meta.1731723320401.meta
2024-11-16T02:15:20,425 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33633:33633)]
2024-11-16T02:15:20,426 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:15:20,427 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-16T02:15:20,430 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-16T02:15:20,434 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-16T02:15:20,438 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-16T02:15:20,439 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:20,439 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-16T02:15:20,439 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-16T02:15:20,442 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-16T02:15:20,444 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-16T02:15:20,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:20,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:20,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-16T02:15:20,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-16T02:15:20,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:20,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:20,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-16T02:15:20,450 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-16T02:15:20,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:20,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:20,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-16T02:15:20,452 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-16T02:15:20,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:20,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-16T02:15:20,454 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-16T02:15:20,455 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740
2024-11-16T02:15:20,458 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740
2024-11-16T02:15:20,460 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-16T02:15:20,461 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-16T02:15:20,462 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:15:20,465 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-16T02:15:20,468 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63145439, jitterRate=-0.05905963480472565}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:15:20,468 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-16T02:15:20,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731723320439Writing region info on filesystem at 1731723320440 (+1 ms)Initializing all the Stores at 1731723320442 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723320442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723320442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723320442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723320442Cleaning up temporary data from old regions at 1731723320461 (+19 ms)Running coprocessor post-open hooks at 1731723320469 (+8 ms)Region opened successfully at 1731723320470 (+1 ms)
2024-11-16T02:15:20,476 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723320372
2024-11-16T02:15:20,488 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-16T02:15:20,489 INFO  [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-16T02:15:20,491 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:20,495 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37111,1731723316572, state=OPEN
2024-11-16T02:15:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T02:15:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-16T02:15:20,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T02:15:20,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-16T02:15:20,552 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:20,558 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-16T02:15:20,559 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37111,1731723316572 in 347 msec
2024-11-16T02:15:20,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-16T02:15:20,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 828 msec
2024-11-16T02:15:20,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-16T02:15:20,569 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-16T02:15:20,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:20,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:20,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:20,611 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:20,632 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1800 sec
2024-11-16T02:15:20,632 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723320632, completionTime=-1
2024-11-16T02:15:20,635 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-16T02:15:20,636 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-16T02:15:20,660 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-16T02:15:20,660 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723380660
2024-11-16T02:15:20,661 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723440660
2024-11-16T02:15:20,661 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec
2024-11-16T02:15:20,663 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37823,1731723315799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,663 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37823,1731723315799-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,663 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37823,1731723315799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,664 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:37823, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,665 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,665 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,671 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-16T02:15:20,697 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.936sec
2024-11-16T02:15:20,698 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-16T02:15:20,699 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-16T02:15:20,700 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-16T02:15:20,700 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-16T02:15:20,700 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-16T02:15:20,701 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37823,1731723315799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-16T02:15:20,701 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37823,1731723315799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-16T02:15:20,710 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-16T02:15:20,711 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-16T02:15:20,711 INFO  [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37823,1731723315799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-16T02:15:20,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:20,799 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-16T02:15:20,799 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-16T02:15:20,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:20,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:20,816 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4dfec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:20,828 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:20,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:20,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:20,842 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:20,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,37823,1731723315799
2024-11-16T02:15:20,877 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=629, ProcessCount=11, AvailableMemoryMB=1958
2024-11-16T02:15:20,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:15:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:15:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@830d707
2024-11-16T02:15:20,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:15:20,922 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:15:20,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:15:20,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:15:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:20,951 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T02:15:20,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:20,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-16T02:15:20,957 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T02:15:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T02:15:20,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741835_1011 (size=1061)
2024-11-16T02:15:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T02:15:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T02:15:21,379 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:15:21,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741836_1012 (size=53)
2024-11-16T02:15:21,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:21,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 186958f297cd0318efe82b4a0a2e4c92, disabling compactions & flushes
2024-11-16T02:15:21,391 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. after waiting 0 ms
2024-11-16T02:15:21,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,391 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 186958f297cd0318efe82b4a0a2e4c92:
Waiting for close lock at 1731723321391Disabling compacts and flushes for region at 1731723321391Disabling writes for close at 1731723321391Writing region close event to WAL at 1731723321391Closed at 1731723321391
2024-11-16T02:15:21,394 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T02:15:21,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731723321394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723321394"}]},"ts":"1731723321394"}
2024-11-16T02:15:21,406 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T02:15:21,409 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T02:15:21,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723321409"}]},"ts":"1731723321409"}
2024-11-16T02:15:21,419 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T02:15:21,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, ASSIGN}]
2024-11-16T02:15:21,425 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, ASSIGN
2024-11-16T02:15:21,428 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, ASSIGN; state=OFFLINE, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=false
2024-11-16T02:15:21,580 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=186958f297cd0318efe82b4a0a2e4c92, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:21,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, ASSIGN because future has completed
2024-11-16T02:15:21,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:15:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T02:15:21,749 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,749 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:15:21,750 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,750 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:21,750 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,750 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,753 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 186958f297cd0318efe82b4a0a2e4c92 
2024-11-16T02:15:21,757 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:21,758 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186958f297cd0318efe82b4a0a2e4c92 columnFamilyName A
2024-11-16T02:15:21,758 DEBUG [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:21,759 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.HStore(327): Store=186958f297cd0318efe82b4a0a2e4c92/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:21,760 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 186958f297cd0318efe82b4a0a2e4c92 
2024-11-16T02:15:21,762 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:21,763 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186958f297cd0318efe82b4a0a2e4c92 columnFamilyName B
2024-11-16T02:15:21,763 DEBUG [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:21,764 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.HStore(327): Store=186958f297cd0318efe82b4a0a2e4c92/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:21,764 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 186958f297cd0318efe82b4a0a2e4c92 
2024-11-16T02:15:21,766 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:21,767 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 186958f297cd0318efe82b4a0a2e4c92 columnFamilyName C
2024-11-16T02:15:21,767 DEBUG [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:21,768 INFO  [StoreOpener-186958f297cd0318efe82b4a0a2e4c92-1 {}] regionserver.HStore(327): Store=186958f297cd0318efe82b4a0a2e4c92/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:21,768 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,769 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,770 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,771 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,773 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,773 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,774 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:15:21,776 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,780 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:15:21,781 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 186958f297cd0318efe82b4a0a2e4c92; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65646102, jitterRate=-0.021796852350234985}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:15:21,781 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:21,782 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 186958f297cd0318efe82b4a0a2e4c92:
Running coprocessor pre-open hook at 1731723321750Writing region info on filesystem at 1731723321750Initializing all the Stores at 1731723321753 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723321753Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723321753Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723321753Cleaning up temporary data from old regions at 1731723321773 (+20 ms)Running coprocessor post-open hooks at 1731723321781 (+8 ms)Region opened successfully at 1731723321782 (+1 ms)
2024-11-16T02:15:21,784 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., pid=6, masterSystemTime=1731723321742
2024-11-16T02:15:21,788 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,788 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:21,789 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=186958f297cd0318efe82b4a0a2e4c92, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:21,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:15:21,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-16T02:15:21,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572 in 208 msec
2024-11-16T02:15:21,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-16T02:15:21,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, ASSIGN in 378 msec
2024-11-16T02:15:21,805 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T02:15:21,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723321805"}]},"ts":"1731723321805"}
2024-11-16T02:15:21,809 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T02:15:21,810 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T02:15:21,815 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 876 msec
2024-11-16T02:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-16T02:15:22,107 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:22,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,115 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700f0420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,118 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c3786e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,124 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:15:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:15:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2fcd6
2024-11-16T02:15:22,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:15:22,132 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:15:22,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3274ad1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,139 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45101745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,142 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da6ed4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,152 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,156 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ba2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,162 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef39c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,168 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7f3cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c6d95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd026af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,178 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583cb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8246b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,183 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e19bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,187 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e801e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2335953a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,193 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f82b0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,198 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4f63f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b7950b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,203 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8e414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,206 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65766813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cc6db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,215 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2e2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:22,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:22,229 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186c1002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:22,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:22,233 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caecd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:22,242 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,244 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,245 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,245 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,249 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,250 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,253 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,261 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,269 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,270 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,279 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,285 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,278 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,293 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,293 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,304 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,316 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,323 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,324 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,327 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:22,327 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-16T02:15:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,330 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:22,333 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T02:15:22,335 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:22,337 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:22,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:15:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:22,415 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:15:22,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:22,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:22,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:22,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:22,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:22,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T02:15:22,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T02:15:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:22,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:22,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:22,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/11592ec7b2354c6a972455eff8e28f92 is 50, key is test_row_0/A:col10/1731723322317/Put/seqid=0
2024-11-16T02:15:22,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723322517, max timestamp=1731723322558Num uniques 859; 
2024-11-16T02:15:22,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723322517, max timestamp=1731723322556Num uniques 859; 
2024-11-16T02:15:22,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:22,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:22,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723322517, max timestamp=1731723322558Num uniques 859; 
2024-11-16T02:15:22,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:22,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741837_1013 (size=12001)
2024-11-16T02:15:22,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/11592ec7b2354c6a972455eff8e28f92
2024-11-16T02:15:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T02:15:22,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723382650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723382653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723382663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723382665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723382665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T02:15:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:22,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:22,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/6777515571ff406ba56a53dce9072177 is 50, key is test_row_0/B:col10/1731723322317/Put/seqid=0
2024-11-16T02:15:22,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741838_1014 (size=12001)
2024-11-16T02:15:22,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/6777515571ff406ba56a53dce9072177
2024-11-16T02:15:22,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/79a2e4f8fb0348438c48c69972f0b08c is 50, key is test_row_0/C:col10/1731723322317/Put/seqid=0
2024-11-16T02:15:22,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723382806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723382807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723382808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723382808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723382808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:22,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741839_1015 (size=12001)
2024-11-16T02:15:22,842 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/79a2e4f8fb0348438c48c69972f0b08c
2024-11-16T02:15:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/11592ec7b2354c6a972455eff8e28f92 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/11592ec7b2354c6a972455eff8e28f92
2024-11-16T02:15:22,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T02:15:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:22,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:22,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/11592ec7b2354c6a972455eff8e28f92, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T02:15:22,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/6777515571ff406ba56a53dce9072177 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/6777515571ff406ba56a53dce9072177
2024-11-16T02:15:22,906 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/6777515571ff406ba56a53dce9072177, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T02:15:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/79a2e4f8fb0348438c48c69972f0b08c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/79a2e4f8fb0348438c48c69972f0b08c
2024-11-16T02:15:22,928 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/79a2e4f8fb0348438c48c69972f0b08c, entries=150, sequenceid=12, filesize=11.7 K
2024-11-16T02:15:22,937 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 186958f297cd0318efe82b4a0a2e4c92 in 520ms, sequenceid=12, compaction requested=false
2024-11-16T02:15:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-16T02:15:22,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T02:15:23,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-16T02:15:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:23,031 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:15:23,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:23,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:23,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:23,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:23,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:23,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9c0122f6b3ff4345834004bbe1372542 is 50, key is test_row_0/A:col10/1731723322556/Put/seqid=0
2024-11-16T02:15:23,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723383070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741840_1016 (size=12001)
2024-11-16T02:15:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9c0122f6b3ff4345834004bbe1372542
2024-11-16T02:15:23,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723383070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723383070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723383084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723383090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/728c54d2a6ce416089672e87479a9099 is 50, key is test_row_0/B:col10/1731723322556/Put/seqid=0
2024-11-16T02:15:23,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741841_1017 (size=12001)
2024-11-16T02:15:23,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723383226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723383228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723383228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723383238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723383241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723383456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723383456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723383457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723383457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723383457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T02:15:23,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/728c54d2a6ce416089672e87479a9099
2024-11-16T02:15:23,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/203716cfbb0c4354a68b060225683532 is 50, key is test_row_0/C:col10/1731723322556/Put/seqid=0
2024-11-16T02:15:23,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741842_1018 (size=12001)
2024-11-16T02:15:23,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/203716cfbb0c4354a68b060225683532
2024-11-16T02:15:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9c0122f6b3ff4345834004bbe1372542 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9c0122f6b3ff4345834004bbe1372542
2024-11-16T02:15:23,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9c0122f6b3ff4345834004bbe1372542, entries=150, sequenceid=49, filesize=11.7 K
2024-11-16T02:15:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/728c54d2a6ce416089672e87479a9099 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/728c54d2a6ce416089672e87479a9099
2024-11-16T02:15:23,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/728c54d2a6ce416089672e87479a9099, entries=150, sequenceid=49, filesize=11.7 K
2024-11-16T02:15:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/203716cfbb0c4354a68b060225683532 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/203716cfbb0c4354a68b060225683532
2024-11-16T02:15:23,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/203716cfbb0c4354a68b060225683532, entries=150, sequenceid=49, filesize=11.7 K
2024-11-16T02:15:23,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 186958f297cd0318efe82b4a0a2e4c92 in 711ms, sequenceid=49, compaction requested=false
2024-11-16T02:15:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:23,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-16T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-16T02:15:23,754 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-16T02:15:23,755 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec
2024-11-16T02:15:23,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.4390 sec
2024-11-16T02:15:23,775 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:15:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:23,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9e54cae22cde42c0bb49ce28cde4b269 is 50, key is test_row_0/A:col10/1731723323771/Put/seqid=0
2024-11-16T02:15:23,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741843_1019 (size=12001)
2024-11-16T02:15:23,840 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9e54cae22cde42c0bb49ce28cde4b269
2024-11-16T02:15:23,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723383830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723383833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723383844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723383851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723383848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/b2537ab01ef148d9814a743e76e7d3c0 is 50, key is test_row_0/B:col10/1731723323771/Put/seqid=0
2024-11-16T02:15:23,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741844_1020 (size=12001)
2024-11-16T02:15:23,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/b2537ab01ef148d9814a743e76e7d3c0
2024-11-16T02:15:23,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/112abdb6382549e489310601f35e1257 is 50, key is test_row_0/C:col10/1731723323771/Put/seqid=0
2024-11-16T02:15:23,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723383957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723383965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741845_1021 (size=12001)
2024-11-16T02:15:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,980 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/112abdb6382549e489310601f35e1257
2024-11-16T02:15:23,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9e54cae22cde42c0bb49ce28cde4b269 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9e54cae22cde42c0bb49ce28cde4b269
2024-11-16T02:15:23,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723383985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723383986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:23,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723383986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:23,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:23,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:23,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,015 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9e54cae22cde42c0bb49ce28cde4b269, entries=150, sequenceid=61, filesize=11.7 K
2024-11-16T02:15:24,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/b2537ab01ef148d9814a743e76e7d3c0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/b2537ab01ef148d9814a743e76e7d3c0
2024-11-16T02:15:24,047 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/b2537ab01ef148d9814a743e76e7d3c0, entries=150, sequenceid=61, filesize=11.7 K
2024-11-16T02:15:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/112abdb6382549e489310601f35e1257 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/112abdb6382549e489310601f35e1257
2024-11-16T02:15:24,064 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/112abdb6382549e489310601f35e1257, entries=150, sequenceid=61, filesize=11.7 K
2024-11-16T02:15:24,068 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 186958f297cd0318efe82b4a0a2e4c92 in 293ms, sequenceid=61, compaction requested=true
2024-11-16T02:15:24,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:24,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:24,074 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:24,074 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:24,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:24,079 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:24,081 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:24,082 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,082 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/6777515571ff406ba56a53dce9072177, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/728c54d2a6ce416089672e87479a9099, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/b2537ab01ef148d9814a743e76e7d3c0] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=35.2 K
2024-11-16T02:15:24,083 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:24,083 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:24,083 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,083 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/11592ec7b2354c6a972455eff8e28f92, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9c0122f6b3ff4345834004bbe1372542, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9e54cae22cde42c0bb49ce28cde4b269] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=35.2 K
2024-11-16T02:15:24,085 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11592ec7b2354c6a972455eff8e28f92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731723322317
2024-11-16T02:15:24,086 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6777515571ff406ba56a53dce9072177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731723322317
2024-11-16T02:15:24,087 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 728c54d2a6ce416089672e87479a9099, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723322556
2024-11-16T02:15:24,087 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c0122f6b3ff4345834004bbe1372542, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723322556
2024-11-16T02:15:24,090 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e54cae22cde42c0bb49ce28cde4b269, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731723323070
2024-11-16T02:15:24,093 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b2537ab01ef148d9814a743e76e7d3c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731723323070
2024-11-16T02:15:24,155 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#9 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:24,156 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d883c38fda8c42859f27c6fb1ab8d6d8 is 50, key is test_row_0/A:col10/1731723323771/Put/seqid=0
2024-11-16T02:15:24,160 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:24,161 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/8f84cf67f91d489e88252df137048144 is 50, key is test_row_0/B:col10/1731723323771/Put/seqid=0
2024-11-16T02:15:24,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741846_1022 (size=12104)
2024-11-16T02:15:24,213 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d883c38fda8c42859f27c6fb1ab8d6d8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d883c38fda8c42859f27c6fb1ab8d6d8
2024-11-16T02:15:24,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741847_1023 (size=12104)
2024-11-16T02:15:24,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723323825, max timestamp=1731723324179Num uniques 859; 
2024-11-16T02:15:24,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:24,235 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/8f84cf67f91d489e88252df137048144 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/8f84cf67f91d489e88252df137048144
2024-11-16T02:15:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:24,238 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB
2024-11-16T02:15:24,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723323825, max timestamp=1731723324179Num uniques 859; 
2024-11-16T02:15:24,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:24,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:24,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:24,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:24,257 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into d883c38fda8c42859f27c6fb1ab8d6d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:24,257 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:24,258 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 8f84cf67f91d489e88252df137048144(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:24,258 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:24,261 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=13, startTime=1731723324070; duration=0sec
2024-11-16T02:15:24,262 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:24,262 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:24,262 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:24,265 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=13, startTime=1731723324074; duration=0sec
2024-11-16T02:15:24,265 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:24,266 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:24,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ef0b424263f9460e8cf9fc8761d9881b is 50, key is test_row_0/A:col10/1731723324237/Put/seqid=0
2024-11-16T02:15:24,272 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:24,274 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:24,274 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,274 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/79a2e4f8fb0348438c48c69972f0b08c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/203716cfbb0c4354a68b060225683532, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/112abdb6382549e489310601f35e1257] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=35.2 K
2024-11-16T02:15:24,276 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79a2e4f8fb0348438c48c69972f0b08c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731723322317
2024-11-16T02:15:24,279 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 203716cfbb0c4354a68b060225683532, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723322556
2024-11-16T02:15:24,280 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112abdb6382549e489310601f35e1257, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731723323070
2024-11-16T02:15:24,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741848_1024 (size=12001)
2024-11-16T02:15:24,323 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:24,324 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/15e1a67090b0426f82d213b130a62f2b is 50, key is test_row_0/C:col10/1731723323771/Put/seqid=0
2024-11-16T02:15:24,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723384317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723324318, max timestamp=1731723324324Num uniques 859; 
2024-11-16T02:15:24,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:24,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741849_1025 (size=12104)
2024-11-16T02:15:24,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723324318, max timestamp=1731723324324Num uniques 859; 
2024-11-16T02:15:24,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T02:15:24,379 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/15e1a67090b0426f82d213b130a62f2b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15e1a67090b0426f82d213b130a62f2b
2024-11-16T02:15:24,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723384371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723384375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723384378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723384385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,397 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into 15e1a67090b0426f82d213b130a62f2b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:24,397 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:24,397 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=13, startTime=1731723324074; duration=0sec
2024-11-16T02:15:24,397 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:24,397 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:24,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723384436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-16T02:15:24,491 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:24,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-16T02:15:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T02:15:24,496 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:24,497 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:24,498 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:24,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723384502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723384501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723384509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723384509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T02:15:24,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-16T02:15:24,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:24,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:24,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723384656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723384716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723384717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,720 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ef0b424263f9460e8cf9fc8761d9881b
2024-11-16T02:15:24,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723384736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723384736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:24,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/4043a5ec63f54615ad7f0c90dbd697a4 is 50, key is test_row_0/B:col10/1731723324237/Put/seqid=0
2024-11-16T02:15:24,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741850_1026 (size=12001)
2024-11-16T02:15:24,801 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/4043a5ec63f54615ad7f0c90dbd697a4
2024-11-16T02:15:24,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-16T02:15:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:24,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:24,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T02:15:24,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/bd368b06e19d4bf3ac6bc169014ee367 is 50, key is test_row_0/C:col10/1731723324237/Put/seqid=0
2024-11-16T02:15:24,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741851_1027 (size=12001)
2024-11-16T02:15:24,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/bd368b06e19d4bf3ac6bc169014ee367
2024-11-16T02:15:24,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ef0b424263f9460e8cf9fc8761d9881b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ef0b424263f9460e8cf9fc8761d9881b
2024-11-16T02:15:24,879 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ef0b424263f9460e8cf9fc8761d9881b, entries=150, sequenceid=85, filesize=11.7 K
2024-11-16T02:15:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/4043a5ec63f54615ad7f0c90dbd697a4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4043a5ec63f54615ad7f0c90dbd697a4
2024-11-16T02:15:24,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4043a5ec63f54615ad7f0c90dbd697a4, entries=150, sequenceid=85, filesize=11.7 K
2024-11-16T02:15:24,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/bd368b06e19d4bf3ac6bc169014ee367 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/bd368b06e19d4bf3ac6bc169014ee367
2024-11-16T02:15:24,962 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/bd368b06e19d4bf3ac6bc169014ee367, entries=150, sequenceid=85, filesize=11.7 K
2024-11-16T02:15:24,965 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=111.42 KB/114095 for 186958f297cd0318efe82b4a0a2e4c92 in 726ms, sequenceid=85, compaction requested=false
2024-11-16T02:15:24,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:24,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-16T02:15:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:24,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=111.42 KB heapSize=322.63 KB
2024-11-16T02:15:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:24,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:24,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/eb4a7973f89147f48385f18b6722c906 is 50, key is test_row_0/A:col10/1731723324370/Put/seqid=0
2024-11-16T02:15:25,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741852_1028 (size=12001)
2024-11-16T02:15:25,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/eb4a7973f89147f48385f18b6722c906
2024-11-16T02:15:25,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723385055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723385055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723385056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723385061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723385061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/78606ffdd6e241e49c9ec4c106cfdb4b is 50, key is test_row_0/B:col10/1731723324370/Put/seqid=0
2024-11-16T02:15:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T02:15:25,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741853_1029 (size=12001)
2024-11-16T02:15:25,134 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/78606ffdd6e241e49c9ec4c106cfdb4b
2024-11-16T02:15:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/8b6d197859634e16a3bcab5931829386 is 50, key is test_row_0/C:col10/1731723324370/Put/seqid=0
2024-11-16T02:15:25,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723385176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723385176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723385176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741854_1030 (size=12001)
2024-11-16T02:15:25,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723385387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723385387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723385387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723385576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723385576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,592 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/8b6d197859634e16a3bcab5931829386
2024-11-16T02:15:25,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/eb4a7973f89147f48385f18b6722c906 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eb4a7973f89147f48385f18b6722c906
2024-11-16T02:15:25,629 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eb4a7973f89147f48385f18b6722c906, entries=150, sequenceid=116, filesize=11.7 K
2024-11-16T02:15:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/78606ffdd6e241e49c9ec4c106cfdb4b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/78606ffdd6e241e49c9ec4c106cfdb4b
2024-11-16T02:15:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T02:15:25,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/78606ffdd6e241e49c9ec4c106cfdb4b, entries=150, sequenceid=116, filesize=11.7 K
2024-11-16T02:15:25,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/8b6d197859634e16a3bcab5931829386 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/8b6d197859634e16a3bcab5931829386
2024-11-16T02:15:25,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/8b6d197859634e16a3bcab5931829386, entries=150, sequenceid=116, filesize=11.7 K
2024-11-16T02:15:25,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~111.42 KB/114095, heapSize ~322.59 KB/330328, currentSize=73.80 KB/75570 for 186958f297cd0318efe82b4a0a2e4c92 in 712ms, sequenceid=116, compaction requested=true
2024-11-16T02:15:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-16T02:15:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-16T02:15:25,688 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-16T02:15:25,688 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1850 sec
2024-11-16T02:15:25,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1970 sec
2024-11-16T02:15:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:25,698 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T02:15:25,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:25,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:25,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:25,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:25,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:25,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:25,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/a616a7e319ca44a3b68dd32c421ae108 is 50, key is test_row_0/A:col10/1731723325695/Put/seqid=0
2024-11-16T02:15:25,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741855_1031 (size=14441)
2024-11-16T02:15:25,755 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/a616a7e319ca44a3b68dd32c421ae108
2024-11-16T02:15:25,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/5a2ea725c5584a4b8c17773518c9fef2 is 50, key is test_row_0/B:col10/1731723325695/Put/seqid=0
2024-11-16T02:15:25,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741856_1032 (size=12101)
2024-11-16T02:15:25,777 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/5a2ea725c5584a4b8c17773518c9fef2
2024-11-16T02:15:25,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c46ecf4bc349407689f25a7ac44248bf is 50, key is test_row_0/C:col10/1731723325695/Put/seqid=0
2024-11-16T02:15:25,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741857_1033 (size=12101)
2024-11-16T02:15:25,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723385818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723385818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723385821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723385935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723385936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723385937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:25,949 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T02:15:26,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-16T02:15:26,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723386146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723386147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723386148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-16T02:15:26,160 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-16T02:15:26,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T02:15:26,163 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-16T02:15:26,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-16T02:15:26,163 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-16T02:15:26,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-16T02:15:26,165 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-16T02:15:26,199 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c46ecf4bc349407689f25a7ac44248bf
2024-11-16T02:15:26,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/a616a7e319ca44a3b68dd32c421ae108 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/a616a7e319ca44a3b68dd32c421ae108
2024-11-16T02:15:26,232 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/a616a7e319ca44a3b68dd32c421ae108, entries=200, sequenceid=131, filesize=14.1 K
2024-11-16T02:15:26,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/5a2ea725c5584a4b8c17773518c9fef2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5a2ea725c5584a4b8c17773518c9fef2
2024-11-16T02:15:26,269 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5a2ea725c5584a4b8c17773518c9fef2, entries=150, sequenceid=131, filesize=11.8 K
2024-11-16T02:15:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c46ecf4bc349407689f25a7ac44248bf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c46ecf4bc349407689f25a7ac44248bf
2024-11-16T02:15:26,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c46ecf4bc349407689f25a7ac44248bf, entries=150, sequenceid=131, filesize=11.8 K
2024-11-16T02:15:26,302 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 186958f297cd0318efe82b4a0a2e4c92 in 604ms, sequenceid=131, compaction requested=true
2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:26,303 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:26,303 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:26,311 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:26,311 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:26,311 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:26,311 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/8f84cf67f91d489e88252df137048144, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4043a5ec63f54615ad7f0c90dbd697a4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/78606ffdd6e241e49c9ec4c106cfdb4b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5a2ea725c5584a4b8c17773518c9fef2] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=47.1 K
2024-11-16T02:15:26,312 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50547 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:26,313 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:26,313 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:26,313 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d883c38fda8c42859f27c6fb1ab8d6d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ef0b424263f9460e8cf9fc8761d9881b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eb4a7973f89147f48385f18b6722c906, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/a616a7e319ca44a3b68dd32c421ae108] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=49.4 K
2024-11-16T02:15:26,313 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f84cf67f91d489e88252df137048144, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731723323070
2024-11-16T02:15:26,318 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d883c38fda8c42859f27c6fb1ab8d6d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731723323070
2024-11-16T02:15:26,319 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4043a5ec63f54615ad7f0c90dbd697a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731723323830
2024-11-16T02:15:26,321 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef0b424263f9460e8cf9fc8761d9881b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731723323830
2024-11-16T02:15:26,321 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 78606ffdd6e241e49c9ec4c106cfdb4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731723324370
2024-11-16T02:15:26,322 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2ea725c5584a4b8c17773518c9fef2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731723325054
2024-11-16T02:15:26,323 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb4a7973f89147f48385f18b6722c906, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731723324370
2024-11-16T02:15:26,326 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting a616a7e319ca44a3b68dd32c421ae108, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731723325049
2024-11-16T02:15:26,381 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:26,382 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/caf586a4d98e4bbf8a6710f7ca9718d8 is 50, key is test_row_0/A:col10/1731723325695/Put/seqid=0
2024-11-16T02:15:26,386 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:26,387 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/5e7eb85730bf49fc9298917001cceef9 is 50, key is test_row_0/B:col10/1731723325695/Put/seqid=0
2024-11-16T02:15:26,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741858_1034 (size=12341)
2024-11-16T02:15:26,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741859_1035 (size=12341)
2024-11-16T02:15:26,462 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:15:26,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:26,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:26,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:26,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:26,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:26,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:26,481 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/5e7eb85730bf49fc9298917001cceef9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5e7eb85730bf49fc9298917001cceef9
2024-11-16T02:15:26,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9edce827c55347849b5befb96ca9fa2c is 50, key is test_row_0/A:col10/1731723326456/Put/seqid=0
2024-11-16T02:15:26,497 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 5e7eb85730bf49fc9298917001cceef9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:26,498 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:26,498 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=12, startTime=1731723326303; duration=0sec
2024-11-16T02:15:26,498 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:26,498 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:26,498 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:26,501 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:26,501 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:26,501 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:26,501 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15e1a67090b0426f82d213b130a62f2b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/bd368b06e19d4bf3ac6bc169014ee367, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/8b6d197859634e16a3bcab5931829386, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c46ecf4bc349407689f25a7ac44248bf] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=47.1 K
2024-11-16T02:15:26,502 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e1a67090b0426f82d213b130a62f2b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731723323070
2024-11-16T02:15:26,503 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting bd368b06e19d4bf3ac6bc169014ee367, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731723323830
2024-11-16T02:15:26,503 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b6d197859634e16a3bcab5931829386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731723324370
2024-11-16T02:15:26,504 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c46ecf4bc349407689f25a7ac44248bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731723325054
2024-11-16T02:15:26,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741860_1036 (size=12151)
2024-11-16T02:15:26,510 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9edce827c55347849b5befb96ca9fa2c
2024-11-16T02:15:26,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/ede5be6d83bf4b61a35d79c2f006b776 is 50, key is test_row_0/B:col10/1731723326456/Put/seqid=0
2024-11-16T02:15:26,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723386526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723386529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723386530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,542 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:26,542 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c7414ebf6f6144f7ae9bc2a1b78055ad is 50, key is test_row_0/C:col10/1731723325695/Put/seqid=0
2024-11-16T02:15:26,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741861_1037 (size=12151)
2024-11-16T02:15:26,577 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/ede5be6d83bf4b61a35d79c2f006b776
2024-11-16T02:15:26,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741862_1038 (size=12341)
2024-11-16T02:15:26,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723386589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723386586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,596 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:26,596 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,602 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c7414ebf6f6144f7ae9bc2a1b78055ad as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c7414ebf6f6144f7ae9bc2a1b78055ad
2024-11-16T02:15:26,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/7419ff917b8e4ee7b9e3fc02881b0e41 is 50, key is test_row_0/C:col10/1731723326456/Put/seqid=0
2024-11-16T02:15:26,619 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into c7414ebf6f6144f7ae9bc2a1b78055ad(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:26,619 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:26,620 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=12, startTime=1731723326303; duration=0sec
2024-11-16T02:15:26,620 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:26,620 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:26,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741863_1039 (size=12151)
2024-11-16T02:15:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-16T02:15:26,647 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:26,647 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:26,647 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/7419ff917b8e4ee7b9e3fc02881b0e41
2024-11-16T02:15:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-16T02:15:26,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T02:15:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723386645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,651 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723386646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723386646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,654 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:26,654 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9edce827c55347849b5befb96ca9fa2c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9edce827c55347849b5befb96ca9fa2c
2024-11-16T02:15:26,690 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9edce827c55347849b5befb96ca9fa2c, entries=150, sequenceid=149, filesize=11.9 K
2024-11-16T02:15:26,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/ede5be6d83bf4b61a35d79c2f006b776 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/ede5be6d83bf4b61a35d79c2f006b776
2024-11-16T02:15:26,709 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/ede5be6d83bf4b61a35d79c2f006b776, entries=150, sequenceid=149, filesize=11.9 K
2024-11-16T02:15:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/7419ff917b8e4ee7b9e3fc02881b0e41 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/7419ff917b8e4ee7b9e3fc02881b0e41
2024-11-16T02:15:26,721 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/7419ff917b8e4ee7b9e3fc02881b0e41, entries=150, sequenceid=149, filesize=11.9 K
2024-11-16T02:15:26,723 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 186958f297cd0318efe82b4a0a2e4c92 in 261ms, sequenceid=149, compaction requested=false
2024-11-16T02:15:26,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T02:15:26,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-16T02:15:26,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:26,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:15:26,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:26,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:26,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/2d6b78f7873a426081ab5fbe81eeb2aa is 50, key is test_row_0/A:col10/1731723326506/Put/seqid=0
2024-11-16T02:15:26,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741864_1040 (size=12151)
2024-11-16T02:15:26,859 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/caf586a4d98e4bbf8a6710f7ca9718d8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/caf586a4d98e4bbf8a6710f7ca9718d8
2024-11-16T02:15:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:26,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:26,875 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into caf586a4d98e4bbf8a6710f7ca9718d8(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:26,875 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:26,875 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=12, startTime=1731723326303; duration=0sec
2024-11-16T02:15:26,875 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:26,875 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:26,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723386910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723386911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723386914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T02:15:27,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723387025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723387025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723387025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723387236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723387236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723387236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/2d6b78f7873a426081ab5fbe81eeb2aa
2024-11-16T02:15:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T02:15:27,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/cf443cf23ff54936a0996f6acc29daff is 50, key is test_row_0/B:col10/1731723326506/Put/seqid=0
2024-11-16T02:15:27,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741865_1041 (size=12151)
2024-11-16T02:15:27,326 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/cf443cf23ff54936a0996f6acc29daff
2024-11-16T02:15:27,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/e0b570c238ed4b7db028dd9cce8c4d6b is 50, key is test_row_0/C:col10/1731723326506/Put/seqid=0
2024-11-16T02:15:27,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741866_1042 (size=12151)
2024-11-16T02:15:27,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/e0b570c238ed4b7db028dd9cce8c4d6b
2024-11-16T02:15:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/2d6b78f7873a426081ab5fbe81eeb2aa as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/2d6b78f7873a426081ab5fbe81eeb2aa
2024-11-16T02:15:27,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/2d6b78f7873a426081ab5fbe81eeb2aa, entries=150, sequenceid=165, filesize=11.9 K
2024-11-16T02:15:27,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/cf443cf23ff54936a0996f6acc29daff as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/cf443cf23ff54936a0996f6acc29daff
2024-11-16T02:15:27,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/cf443cf23ff54936a0996f6acc29daff, entries=150, sequenceid=165, filesize=11.9 K
2024-11-16T02:15:27,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/e0b570c238ed4b7db028dd9cce8c4d6b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e0b570c238ed4b7db028dd9cce8c4d6b
2024-11-16T02:15:27,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e0b570c238ed4b7db028dd9cce8c4d6b, entries=150, sequenceid=165, filesize=11.9 K
2024-11-16T02:15:27,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 186958f297cd0318efe82b4a0a2e4c92 in 615ms, sequenceid=165, compaction requested=true
2024-11-16T02:15:27,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:27,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:27,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-16T02:15:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-16T02:15:27,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-16T02:15:27,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec
2024-11-16T02:15:27,441 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 791 msec
2024-11-16T02:15:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:27,561 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T02:15:27,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:27,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:27,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723326894, max timestamp=1731723327557Num uniques 859; 
2024-11-16T02:15:27,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:27,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:27,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:27,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:27,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723326894, max timestamp=1731723327557Num uniques 859; 
2024-11-16T02:15:27,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T02:15:27,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:27,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/05c604580c7848a495d83b3d401a82b9 is 50, key is test_row_0/A:col10/1731723326894/Put/seqid=0
2024-11-16T02:15:27,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741867_1043 (size=12151)
2024-11-16T02:15:27,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723327596, max timestamp=1731723327614Num uniques 859; 
2024-11-16T02:15:27,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723327596, max timestamp=1731723327614Num uniques 859; 
2024-11-16T02:15:27,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723327596, max timestamp=1731723327614Num uniques 859; 
2024-11-16T02:15:27,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:27,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:27,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:27,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723387725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723387727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723387727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-16T02:15:27,785 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:27,786 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-16T02:15:27,789 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T02:15:27,790 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:27,790 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:27,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723387846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723387846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723387847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T02:15:27,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T02:15:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:27,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:27,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:27,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:27,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:27,997 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/05c604580c7848a495d83b3d401a82b9
2024-11-16T02:15:28,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/e2edbccecc974c6b86b53d1ab72f97e5 is 50, key is test_row_0/B:col10/1731723326894/Put/seqid=0
2024-11-16T02:15:28,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723388055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723388055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723388066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741868_1044 (size=12151)
2024-11-16T02:15:28,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T02:15:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T02:15:28,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T02:15:28,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:28,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723388375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723388375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723388385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T02:15:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T02:15:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,482 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/e2edbccecc974c6b86b53d1ab72f97e5
2024-11-16T02:15:28,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/13aa78075b28438d93f04d8d87bc1a3e is 50, key is test_row_0/C:col10/1731723326894/Put/seqid=0
2024-11-16T02:15:28,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T02:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:28,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741869_1045 (size=12151)
2024-11-16T02:15:28,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/13aa78075b28438d93f04d8d87bc1a3e
2024-11-16T02:15:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/05c604580c7848a495d83b3d401a82b9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/05c604580c7848a495d83b3d401a82b9
2024-11-16T02:15:28,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723388616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,624 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/05c604580c7848a495d83b3d401a82b9, entries=150, sequenceid=187, filesize=11.9 K
2024-11-16T02:15:28,624 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/e2edbccecc974c6b86b53d1ab72f97e5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e2edbccecc974c6b86b53d1ab72f97e5
2024-11-16T02:15:28,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723388626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,636 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4259 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e2edbccecc974c6b86b53d1ab72f97e5, entries=150, sequenceid=187, filesize=11.9 K
2024-11-16T02:15:28,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/13aa78075b28438d93f04d8d87bc1a3e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/13aa78075b28438d93f04d8d87bc1a3e
2024-11-16T02:15:28,666 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/13aa78075b28438d93f04d8d87bc1a3e, entries=150, sequenceid=187, filesize=11.9 K
2024-11-16T02:15:28,672 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~57.75 KB/59135, heapSize ~163.21 KB/167128, currentSize=134.18 KB/137400 for 186958f297cd0318efe82b4a0a2e4c92 in 1108ms, sequenceid=187, compaction requested=true
2024-11-16T02:15:28,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:28,672 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:28,678 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:28,678 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:28,678 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,681 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/caf586a4d98e4bbf8a6710f7ca9718d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9edce827c55347849b5befb96ca9fa2c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/2d6b78f7873a426081ab5fbe81eeb2aa, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/05c604580c7848a495d83b3d401a82b9] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=47.7 K
2024-11-16T02:15:28,683 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting caf586a4d98e4bbf8a6710f7ca9718d8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731723325054
2024-11-16T02:15:28,684 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9edce827c55347849b5befb96ca9fa2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731723325717
2024-11-16T02:15:28,684 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d6b78f7873a426081ab5fbe81eeb2aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731723326506
2024-11-16T02:15:28,685 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c604580c7848a495d83b3d401a82b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731723326894
2024-11-16T02:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:28,693 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:28,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:28,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:28,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:28,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:28,696 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:28,696 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:28,697 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,697 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5e7eb85730bf49fc9298917001cceef9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/ede5be6d83bf4b61a35d79c2f006b776, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/cf443cf23ff54936a0996f6acc29daff, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e2edbccecc974c6b86b53d1ab72f97e5] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=47.7 K
2024-11-16T02:15:28,698 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7eb85730bf49fc9298917001cceef9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731723325054
2024-11-16T02:15:28,698 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ede5be6d83bf4b61a35d79c2f006b776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731723325717
2024-11-16T02:15:28,700 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting cf443cf23ff54936a0996f6acc29daff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731723326506
2024-11-16T02:15:28,701 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e2edbccecc974c6b86b53d1ab72f97e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731723326894
2024-11-16T02:15:28,728 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:28,729 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/64d90bd3041c4d5cb1b09e4329b8df3e is 50, key is test_row_0/A:col10/1731723326894/Put/seqid=0
2024-11-16T02:15:28,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-16T02:15:28,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:15:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:28,739 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:28,740 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/643199eb936f4f3bbe8ffd8848b6ab82 is 50, key is test_row_0/B:col10/1731723326894/Put/seqid=0
2024-11-16T02:15:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0476d393939c4437a4a769d334df6123 is 50, key is test_row_0/A:col10/1731723327724/Put/seqid=0
2024-11-16T02:15:28,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741870_1046 (size=12527)
2024-11-16T02:15:28,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741871_1047 (size=12527)
2024-11-16T02:15:28,820 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/64d90bd3041c4d5cb1b09e4329b8df3e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/64d90bd3041c4d5cb1b09e4329b8df3e
2024-11-16T02:15:28,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741872_1048 (size=12151)
2024-11-16T02:15:28,835 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 64d90bd3041c4d5cb1b09e4329b8df3e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:28,835 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:28,835 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=12, startTime=1731723328672; duration=0sec
2024-11-16T02:15:28,835 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:28,835 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:28,835 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:28,837 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48794 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:28,837 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:28,837 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:28,837 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c7414ebf6f6144f7ae9bc2a1b78055ad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/7419ff917b8e4ee7b9e3fc02881b0e41, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e0b570c238ed4b7db028dd9cce8c4d6b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/13aa78075b28438d93f04d8d87bc1a3e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=47.7 K
2024-11-16T02:15:28,838 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7414ebf6f6144f7ae9bc2a1b78055ad, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731723325054
2024-11-16T02:15:28,838 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7419ff917b8e4ee7b9e3fc02881b0e41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731723325717
2024-11-16T02:15:28,839 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b570c238ed4b7db028dd9cce8c4d6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731723326506
2024-11-16T02:15:28,839 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13aa78075b28438d93f04d8d87bc1a3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731723326894
2024-11-16T02:15:28,871 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:28,872 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c1f6592ebc42484ca11d4a43383be738 is 50, key is test_row_0/C:col10/1731723326894/Put/seqid=0
2024-11-16T02:15:28,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:28,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741873_1049 (size=12527)
2024-11-16T02:15:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T02:15:28,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723388920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723388929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723388930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:28,958 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/c1f6592ebc42484ca11d4a43383be738 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c1f6592ebc42484ca11d4a43383be738
2024-11-16T02:15:28,970 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into c1f6592ebc42484ca11d4a43383be738(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:28,970 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:28,970 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=12, startTime=1731723328693; duration=0sec
2024-11-16T02:15:28,971 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:28,971 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:29,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723389045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723389045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723389047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,218 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/643199eb936f4f3bbe8ffd8848b6ab82 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/643199eb936f4f3bbe8ffd8848b6ab82
2024-11-16T02:15:29,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0476d393939c4437a4a769d334df6123
2024-11-16T02:15:29,246 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 643199eb936f4f3bbe8ffd8848b6ab82(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:29,246 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:29,246 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=12, startTime=1731723328692; duration=0sec
2024-11-16T02:15:29,250 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:29,250 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:29,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723389255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723389256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723389256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/808b6d7246184a4c8a629d30a3158dda is 50, key is test_row_0/B:col10/1731723327724/Put/seqid=0
2024-11-16T02:15:29,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741874_1050 (size=12151)
2024-11-16T02:15:29,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/808b6d7246184a4c8a629d30a3158dda
2024-11-16T02:15:29,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/49209be2078143fab7f2c81a3d4ba171 is 50, key is test_row_0/C:col10/1731723327724/Put/seqid=0
2024-11-16T02:15:29,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741875_1051 (size=12151)
2024-11-16T02:15:29,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/49209be2078143fab7f2c81a3d4ba171
2024-11-16T02:15:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0476d393939c4437a4a769d334df6123 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0476d393939c4437a4a769d334df6123
2024-11-16T02:15:29,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0476d393939c4437a4a769d334df6123, entries=150, sequenceid=224, filesize=11.9 K
2024-11-16T02:15:29,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/808b6d7246184a4c8a629d30a3158dda as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/808b6d7246184a4c8a629d30a3158dda
2024-11-16T02:15:29,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/808b6d7246184a4c8a629d30a3158dda, entries=150, sequenceid=224, filesize=11.9 K
2024-11-16T02:15:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/49209be2078143fab7f2c81a3d4ba171 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/49209be2078143fab7f2c81a3d4ba171
2024-11-16T02:15:29,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/49209be2078143fab7f2c81a3d4ba171, entries=150, sequenceid=224, filesize=11.9 K
2024-11-16T02:15:29,415 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 186958f297cd0318efe82b4a0a2e4c92 in 686ms, sequenceid=224, compaction requested=false
2024-11-16T02:15:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-16T02:15:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-16T02:15:29,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-16T02:15:29,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec
2024-11-16T02:15:29,443 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6440 sec
2024-11-16T02:15:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:29,576 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:15:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:29,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:29,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/225b452711ea43068fb09579ab9ee7b8 is 50, key is test_row_0/A:col10/1731723329574/Put/seqid=0
2024-11-16T02:15:29,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741876_1052 (size=12147)
2024-11-16T02:15:29,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/225b452711ea43068fb09579ab9ee7b8
2024-11-16T02:15:29,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723389651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731723329622, max timestamp=1731723329656Num uniques 859; 
2024-11-16T02:15:29,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731723329622, max timestamp=1731723329656Num uniques 859; 
2024-11-16T02:15:29,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T02:15:29,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T02:15:29,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723329624, max timestamp=1731723329656Num uniques 859; 
2024-11-16T02:15:29,663 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:29,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/93da7e96d7bd4717be46d13829611701 is 50, key is test_row_0/B:col10/1731723329574/Put/seqid=0
2024-11-16T02:15:29,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741877_1053 (size=9757)
2024-11-16T02:15:29,705 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/93da7e96d7bd4717be46d13829611701
2024-11-16T02:15:29,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/15ffecc3e6714fb5ab4c4c39d1fca869 is 50, key is test_row_0/C:col10/1731723329574/Put/seqid=0
2024-11-16T02:15:29,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741878_1054 (size=9757)
2024-11-16T02:15:29,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/15ffecc3e6714fb5ab4c4c39d1fca869
2024-11-16T02:15:29,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723389742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723389750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/225b452711ea43068fb09579ab9ee7b8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/225b452711ea43068fb09579ab9ee7b8
2024-11-16T02:15:29,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723389766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,774 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/225b452711ea43068fb09579ab9ee7b8, entries=150, sequenceid=239, filesize=11.9 K
2024-11-16T02:15:29,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/93da7e96d7bd4717be46d13829611701 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/93da7e96d7bd4717be46d13829611701
2024-11-16T02:15:29,791 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/93da7e96d7bd4717be46d13829611701, entries=100, sequenceid=239, filesize=9.5 K
2024-11-16T02:15:29,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/15ffecc3e6714fb5ab4c4c39d1fca869 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15ffecc3e6714fb5ab4c4c39d1fca869
2024-11-16T02:15:29,813 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15ffecc3e6714fb5ab4c4c39d1fca869, entries=100, sequenceid=239, filesize=9.5 K
2024-11-16T02:15:29,820 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 186958f297cd0318efe82b4a0a2e4c92 in 244ms, sequenceid=239, compaction requested=true
2024-11-16T02:15:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:29,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:29,821 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:29,821 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:29,822 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36825 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:29,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:29,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:29,822 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:29,822 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/643199eb936f4f3bbe8ffd8848b6ab82, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/808b6d7246184a4c8a629d30a3158dda, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/93da7e96d7bd4717be46d13829611701] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=33.6 K
2024-11-16T02:15:29,822 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:29,824 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:29,824 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/64d90bd3041c4d5cb1b09e4329b8df3e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0476d393939c4437a4a769d334df6123, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/225b452711ea43068fb09579ab9ee7b8] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=36.0 K
2024-11-16T02:15:29,824 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 643199eb936f4f3bbe8ffd8848b6ab82, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731723326894
2024-11-16T02:15:29,825 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64d90bd3041c4d5cb1b09e4329b8df3e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731723326894
2024-11-16T02:15:29,825 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 808b6d7246184a4c8a629d30a3158dda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731723327717
2024-11-16T02:15:29,825 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0476d393939c4437a4a769d334df6123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731723327717
2024-11-16T02:15:29,825 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 93da7e96d7bd4717be46d13829611701, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731723328913
2024-11-16T02:15:29,826 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 225b452711ea43068fb09579ab9ee7b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731723328913
2024-11-16T02:15:29,839 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:29,840 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/afcc6bcfde63403d931e518d27a16054 is 50, key is test_row_0/B:col10/1731723329574/Put/seqid=0
2024-11-16T02:15:29,848 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:29,850 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/76348034fa7645a6b21b063fea4ef6c8 is 50, key is test_row_0/A:col10/1731723329574/Put/seqid=0
2024-11-16T02:15:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:29,877 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-16T02:15:29,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:29,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:29,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:29,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:29,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:29,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:29,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741879_1055 (size=12629)
2024-11-16T02:15:29,900 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/afcc6bcfde63403d931e518d27a16054 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/afcc6bcfde63403d931e518d27a16054
2024-11-16T02:15:29,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ff1690a36bf04ad59be21503ebd4a3a9 is 50, key is test_row_0/A:col10/1731723329741/Put/seqid=0
2024-11-16T02:15:29,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741880_1056 (size=12629)
2024-11-16T02:15:29,917 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/76348034fa7645a6b21b063fea4ef6c8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/76348034fa7645a6b21b063fea4ef6c8
2024-11-16T02:15:29,918 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into afcc6bcfde63403d931e518d27a16054(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:29,918 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:29,918 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=13, startTime=1731723329821; duration=0sec
2024-11-16T02:15:29,918 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:29,919 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:29,919 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:29,921 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:29,922 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:29,927 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:29,927 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c1f6592ebc42484ca11d4a43383be738, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/49209be2078143fab7f2c81a3d4ba171, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15ffecc3e6714fb5ab4c4c39d1fca869] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=33.6 K
2024-11-16T02:15:29,928 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c1f6592ebc42484ca11d4a43383be738, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731723326894
2024-11-16T02:15:29,930 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 76348034fa7645a6b21b063fea4ef6c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:29,930 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:29,930 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=13, startTime=1731723329820; duration=0sec
2024-11-16T02:15:29,930 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:29,930 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:29,932 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 49209be2078143fab7f2c81a3d4ba171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731723327717
2024-11-16T02:15:29,933 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ffecc3e6714fb5ab4c4c39d1fca869, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731723328913
2024-11-16T02:15:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-16T02:15:29,936 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:29,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-16T02:15:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T02:15:29,940 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:29,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741881_1057 (size=17181)
2024-11-16T02:15:29,942 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:29,943 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:29,945 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ff1690a36bf04ad59be21503ebd4a3a9
2024-11-16T02:15:29,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723389933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723389939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:29,962 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:29,963 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1951017d070b421599b9440a2fa6d978 is 50, key is test_row_0/C:col10/1731723329574/Put/seqid=0
2024-11-16T02:15:29,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/64a4731e468347e2ab479d2d7bd407f6 is 50, key is test_row_0/B:col10/1731723329741/Put/seqid=0
2024-11-16T02:15:29,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723389975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:29,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741882_1058 (size=12301)
2024-11-16T02:15:30,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/64a4731e468347e2ab479d2d7bd407f6
2024-11-16T02:15:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T02:15:30,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741883_1059 (size=12629)
2024-11-16T02:15:30,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/068e7bc63a97498ca6f38792bc447218 is 50, key is test_row_0/C:col10/1731723329741/Put/seqid=0
2024-11-16T02:15:30,062 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1951017d070b421599b9440a2fa6d978 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1951017d070b421599b9440a2fa6d978
2024-11-16T02:15:30,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,076 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into 1951017d070b421599b9440a2fa6d978(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:30,076 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:30,076 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=13, startTime=1731723329821; duration=0sec
2024-11-16T02:15:30,077 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:30,077 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:30,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723390066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723390066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T02:15:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741884_1060 (size=12301)
2024-11-16T02:15:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T02:15:30,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T02:15:30,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723390285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723390286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723390295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T02:15:30,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:30,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:30,513 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/068e7bc63a97498ca6f38792bc447218
2024-11-16T02:15:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ff1690a36bf04ad59be21503ebd4a3a9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ff1690a36bf04ad59be21503ebd4a3a9
2024-11-16T02:15:30,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ff1690a36bf04ad59be21503ebd4a3a9, entries=250, sequenceid=274, filesize=16.8 K
2024-11-16T02:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/64a4731e468347e2ab479d2d7bd407f6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/64a4731e468347e2ab479d2d7bd407f6
2024-11-16T02:15:30,538 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/64a4731e468347e2ab479d2d7bd407f6, entries=150, sequenceid=274, filesize=12.0 K
2024-11-16T02:15:30,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/068e7bc63a97498ca6f38792bc447218 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/068e7bc63a97498ca6f38792bc447218
2024-11-16T02:15:30,549 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/068e7bc63a97498ca6f38792bc447218, entries=150, sequenceid=274, filesize=12.0 K
2024-11-16T02:15:30,551 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 186958f297cd0318efe82b4a0a2e4c92 in 674ms, sequenceid=274, compaction requested=false
2024-11-16T02:15:30,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T02:15:30,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-16T02:15:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:30,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:15:30,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/125e22fdf50a4726afcab07b447c2729 is 50, key is test_row_0/A:col10/1731723329931/Put/seqid=0
2024-11-16T02:15:30,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741885_1061 (size=12301)
2024-11-16T02:15:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:30,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:30,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723330642, max timestamp=1731723330675Num uniques 859; 
2024-11-16T02:15:30,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723330642, max timestamp=1731723330675Num uniques 859; 
2024-11-16T02:15:30,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:30,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:30,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723330642, max timestamp=1731723330675Num uniques 859; 
2024-11-16T02:15:30,686 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:30,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723390737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723390741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723390795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723390845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723390855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:30,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/125e22fdf50a4726afcab07b447c2729
2024-11-16T02:15:31,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/176848f79e66449abb4ac56e95e66ef0 is 50, key is test_row_0/B:col10/1731723329931/Put/seqid=0
2024-11-16T02:15:31,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741886_1062 (size=12301)
2024-11-16T02:15:31,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723391056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723391065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T02:15:31,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723391366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723391375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/176848f79e66449abb4ac56e95e66ef0
2024-11-16T02:15:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/52857e41414f43ee861011b1d6a7248e is 50, key is test_row_0/C:col10/1731723329931/Put/seqid=0
2024-11-16T02:15:31,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741887_1063 (size=12301)
2024-11-16T02:15:31,448 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/52857e41414f43ee861011b1d6a7248e
2024-11-16T02:15:31,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/125e22fdf50a4726afcab07b447c2729 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/125e22fdf50a4726afcab07b447c2729
2024-11-16T02:15:31,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/125e22fdf50a4726afcab07b447c2729, entries=150, sequenceid=287, filesize=12.0 K
2024-11-16T02:15:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/176848f79e66449abb4ac56e95e66ef0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/176848f79e66449abb4ac56e95e66ef0
2024-11-16T02:15:31,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/176848f79e66449abb4ac56e95e66ef0, entries=150, sequenceid=287, filesize=12.0 K
2024-11-16T02:15:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/52857e41414f43ee861011b1d6a7248e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/52857e41414f43ee861011b1d6a7248e
2024-11-16T02:15:31,507 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/52857e41414f43ee861011b1d6a7248e, entries=150, sequenceid=287, filesize=12.0 K
2024-11-16T02:15:31,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 186958f297cd0318efe82b4a0a2e4c92 in 940ms, sequenceid=287, compaction requested=true
2024-11-16T02:15:31,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:31,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:31,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-16T02:15:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-16T02:15:31,523 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-16T02:15:31,523 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec
2024-11-16T02:15:31,527 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.5870 sec
2024-11-16T02:15:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:31,814 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-16T02:15:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:31,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/3c6784cfd26242d8bbde3089480675b3 is 50, key is test_row_0/A:col10/1731723330733/Put/seqid=0
2024-11-16T02:15:31,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741888_1064 (size=14741)
2024-11-16T02:15:31,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723391858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723391875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723391885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:31,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723391975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:31,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:31,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-16T02:15:32,085 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:32,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-16T02:15:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T02:15:32,093 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:32,094 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:32,095 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:32,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723392185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T02:15:32,245 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/3c6784cfd26242d8bbde3089480675b3
2024-11-16T02:15:32,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/e1e93baea7214db2b6b01c3a31dd4111 is 50, key is test_row_0/B:col10/1731723330733/Put/seqid=0
2024-11-16T02:15:32,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741889_1065 (size=12301)
2024-11-16T02:15:32,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T02:15:32,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723392495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:32,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723392645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:32,650 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:32,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723392655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:32,656 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:32,663 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/e1e93baea7214db2b6b01c3a31dd4111
2024-11-16T02:15:32,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/5148d64a6f95418dac912bc5792cb688 is 50, key is test_row_0/C:col10/1731723330733/Put/seqid=0
2024-11-16T02:15:32,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741890_1066 (size=12301)
2024-11-16T02:15:32,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:32,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T02:15:32,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:32,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:32,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723392895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:32,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723392895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:32,900 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:32,901 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:33,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723393015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:33,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:33,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:33,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:33,089 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/5148d64a6f95418dac912bc5792cb688
2024-11-16T02:15:33,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/3c6784cfd26242d8bbde3089480675b3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/3c6784cfd26242d8bbde3089480675b3
2024-11-16T02:15:33,104 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/3c6784cfd26242d8bbde3089480675b3, entries=200, sequenceid=324, filesize=14.4 K
2024-11-16T02:15:33,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/e1e93baea7214db2b6b01c3a31dd4111 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e1e93baea7214db2b6b01c3a31dd4111
2024-11-16T02:15:33,124 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e1e93baea7214db2b6b01c3a31dd4111, entries=150, sequenceid=324, filesize=12.0 K
2024-11-16T02:15:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/5148d64a6f95418dac912bc5792cb688 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5148d64a6f95418dac912bc5792cb688
2024-11-16T02:15:33,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5148d64a6f95418dac912bc5792cb688, entries=150, sequenceid=324, filesize=12.0 K
2024-11-16T02:15:33,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 186958f297cd0318efe82b4a0a2e4c92 in 1320ms, sequenceid=324, compaction requested=true
2024-11-16T02:15:33,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:33,135 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:33,135 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:33,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:33,136 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:33,136 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 56852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:33,136 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:33,136 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:33,136 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:33,136 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:33,137 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/afcc6bcfde63403d931e518d27a16054, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/64a4731e468347e2ab479d2d7bd407f6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/176848f79e66449abb4ac56e95e66ef0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e1e93baea7214db2b6b01c3a31dd4111] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=48.4 K
2024-11-16T02:15:33,137 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/76348034fa7645a6b21b063fea4ef6c8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ff1690a36bf04ad59be21503ebd4a3a9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/125e22fdf50a4726afcab07b447c2729, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/3c6784cfd26242d8bbde3089480675b3] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=55.5 K
2024-11-16T02:15:33,137 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting afcc6bcfde63403d931e518d27a16054, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731723327725
2024-11-16T02:15:33,137 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76348034fa7645a6b21b063fea4ef6c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731723327725
2024-11-16T02:15:33,138 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff1690a36bf04ad59be21503ebd4a3a9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731723329734
2024-11-16T02:15:33,138 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a4731e468347e2ab479d2d7bd407f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731723329741
2024-11-16T02:15:33,138 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 125e22fdf50a4726afcab07b447c2729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731723329910
2024-11-16T02:15:33,138 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 176848f79e66449abb4ac56e95e66ef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731723329910
2024-11-16T02:15:33,139 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c6784cfd26242d8bbde3089480675b3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731723330731
2024-11-16T02:15:33,141 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e1e93baea7214db2b6b01c3a31dd4111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731723330733
2024-11-16T02:15:33,156 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:33,157 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/6f5ed42bfe064a6c88995d3be139ae63 is 50, key is test_row_0/A:col10/1731723330733/Put/seqid=0
2024-11-16T02:15:33,163 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:33,164 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/4a86328891cb44868cbec6caa31fffef is 50, key is test_row_0/B:col10/1731723330733/Put/seqid=0
2024-11-16T02:15:33,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741891_1067 (size=12915)
2024-11-16T02:15:33,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741892_1068 (size=12915)
2024-11-16T02:15:33,173 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/6f5ed42bfe064a6c88995d3be139ae63 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/6f5ed42bfe064a6c88995d3be139ae63
2024-11-16T02:15:33,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:33,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:33,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/77b0d50556dc4fcaac338c5c8fc164cc is 50, key is test_row_0/A:col10/1731723331820/Put/seqid=0
2024-11-16T02:15:33,187 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 6f5ed42bfe064a6c88995d3be139ae63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:33,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:33,187 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=12, startTime=1731723333135; duration=0sec
2024-11-16T02:15:33,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:33,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:33,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:33,189 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:33,189 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:33,189 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:33,190 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1951017d070b421599b9440a2fa6d978, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/068e7bc63a97498ca6f38792bc447218, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/52857e41414f43ee861011b1d6a7248e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5148d64a6f95418dac912bc5792cb688] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=48.4 K
2024-11-16T02:15:33,190 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1951017d070b421599b9440a2fa6d978, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731723327725
2024-11-16T02:15:33,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741893_1069 (size=12301)
2024-11-16T02:15:33,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/77b0d50556dc4fcaac338c5c8fc164cc
2024-11-16T02:15:33,193 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 068e7bc63a97498ca6f38792bc447218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731723329741
2024-11-16T02:15:33,194 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52857e41414f43ee861011b1d6a7248e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731723329910
2024-11-16T02:15:33,194 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5148d64a6f95418dac912bc5792cb688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731723330733
2024-11-16T02:15:33,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/7b5773dce75a4c0aa71f5302a72050f0 is 50, key is test_row_0/B:col10/1731723331820/Put/seqid=0
2024-11-16T02:15:33,216 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:33,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/e38f3a13f98940fb9d00416c04262a93 is 50, key is test_row_0/C:col10/1731723330733/Put/seqid=0
2024-11-16T02:15:33,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741894_1070 (size=12915)
2024-11-16T02:15:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T02:15:33,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741895_1071 (size=12301)
2024-11-16T02:15:33,582 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/4a86328891cb44868cbec6caa31fffef as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4a86328891cb44868cbec6caa31fffef
2024-11-16T02:15:33,590 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 4a86328891cb44868cbec6caa31fffef(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:33,590 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:33,590 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=12, startTime=1731723333135; duration=0sec
2024-11-16T02:15:33,591 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:33,591 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:33,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/7b5773dce75a4c0aa71f5302a72050f0
2024-11-16T02:15:33,642 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/e38f3a13f98940fb9d00416c04262a93 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e38f3a13f98940fb9d00416c04262a93
2024-11-16T02:15:33,658 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into e38f3a13f98940fb9d00416c04262a93(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:33,658 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:33,658 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=12, startTime=1731723333135; duration=0sec
2024-11-16T02:15:33,658 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:33,659 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:33,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/00e68bea4d27443ba562e367fda9c373 is 50, key is test_row_0/C:col10/1731723331820/Put/seqid=0
2024-11-16T02:15:33,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741896_1072 (size=12301)
2024-11-16T02:15:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:34,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:34,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/00e68bea4d27443ba562e367fda9c373
2024-11-16T02:15:34,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/77b0d50556dc4fcaac338c5c8fc164cc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/77b0d50556dc4fcaac338c5c8fc164cc
2024-11-16T02:15:34,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/77b0d50556dc4fcaac338c5c8fc164cc, entries=150, sequenceid=333, filesize=12.0 K
2024-11-16T02:15:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/7b5773dce75a4c0aa71f5302a72050f0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/7b5773dce75a4c0aa71f5302a72050f0
2024-11-16T02:15:34,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/7b5773dce75a4c0aa71f5302a72050f0, entries=150, sequenceid=333, filesize=12.0 K
2024-11-16T02:15:34,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/00e68bea4d27443ba562e367fda9c373 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/00e68bea4d27443ba562e367fda9c373
2024-11-16T02:15:34,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/00e68bea4d27443ba562e367fda9c373, entries=150, sequenceid=333, filesize=12.0 K
2024-11-16T02:15:34,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=114.05 KB/116790 for 186958f297cd0318efe82b4a0a2e4c92 in 953ms, sequenceid=333, compaction requested=false
2024-11-16T02:15:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-16T02:15:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-16T02:15:34,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723334045, max timestamp=1731723334103Num uniques 859; 
2024-11-16T02:15:34,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723334045, max timestamp=1731723334103Num uniques 859; 
2024-11-16T02:15:34,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:34,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:34,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723334045, max timestamp=1731723334103Num uniques 859; 
2024-11-16T02:15:34,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:34,135 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-16T02:15:34,136 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0370 sec
2024-11-16T02:15:34,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.0490 sec
2024-11-16T02:15:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:34,148 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-11-16T02:15:34,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:34,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:34,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:34,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:34,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:34,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:34,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9953493f9856436781bd78a5b7122734 is 50, key is test_row_0/A:col10/1731723334147/Put/seqid=0
2024-11-16T02:15:34,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741897_1073 (size=12301)
2024-11-16T02:15:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-16T02:15:34,246 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:34,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-16T02:15:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:34,250 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:34,250 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:34,250 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:34,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723334223, max timestamp=1731723334256Num uniques 859; 
2024-11-16T02:15:34,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:34,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723334223, max timestamp=1731723334256Num uniques 859; 
2024-11-16T02:15:34,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:34,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723334223, max timestamp=1731723334256Num uniques 859; 
2024-11-16T02:15:34,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:34,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723394372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:34,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T02:15:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723394486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:34,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T02:15:34,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:34,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,569 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9953493f9856436781bd78a5b7122734
2024-11-16T02:15:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:34,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/97c8995953f24748bcb7234118fc0310 is 50, key is test_row_0/B:col10/1731723334147/Put/seqid=0
2024-11-16T02:15:34,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741898_1074 (size=12301)
2024-11-16T02:15:34,629 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/97c8995953f24748bcb7234118fc0310
2024-11-16T02:15:34,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/fd2a8db17119435fad1f2b89f7c345c2 is 50, key is test_row_0/C:col10/1731723334147/Put/seqid=0
2024-11-16T02:15:34,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741899_1075 (size=12301)
2024-11-16T02:15:34,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723394705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:34,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T02:15:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T02:15:34,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:34,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:34,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723394915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:34,919 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:34,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723394925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:34,929 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:35,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723395015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:35,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T02:15:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:35,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:35,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:35,063 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/fd2a8db17119435fad1f2b89f7c345c2
2024-11-16T02:15:35,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/9953493f9856436781bd78a5b7122734 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9953493f9856436781bd78a5b7122734
2024-11-16T02:15:35,089 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9953493f9856436781bd78a5b7122734, entries=150, sequenceid=361, filesize=12.0 K
2024-11-16T02:15:35,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/97c8995953f24748bcb7234118fc0310 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/97c8995953f24748bcb7234118fc0310
2024-11-16T02:15:35,102 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/97c8995953f24748bcb7234118fc0310, entries=150, sequenceid=361, filesize=12.0 K
2024-11-16T02:15:35,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/fd2a8db17119435fad1f2b89f7c345c2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/fd2a8db17119435fad1f2b89f7c345c2
2024-11-16T02:15:35,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/fd2a8db17119435fad1f2b89f7c345c2, entries=150, sequenceid=361, filesize=12.0 K
2024-11-16T02:15:35,112 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 186958f297cd0318efe82b4a0a2e4c92 in 964ms, sequenceid=361, compaction requested=true
2024-11-16T02:15:35,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:35,113 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:35,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:35,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:35,114 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:35,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:35,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:35,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:35,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:35,114 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:35,114 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:35,114 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:35,114 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/6f5ed42bfe064a6c88995d3be139ae63, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/77b0d50556dc4fcaac338c5c8fc164cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9953493f9856436781bd78a5b7122734] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=36.6 K
2024-11-16T02:15:35,115 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:35,115 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:35,115 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:35,115 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f5ed42bfe064a6c88995d3be139ae63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731723330733
2024-11-16T02:15:35,115 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4a86328891cb44868cbec6caa31fffef, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/7b5773dce75a4c0aa71f5302a72050f0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/97c8995953f24748bcb7234118fc0310] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=36.6 K
2024-11-16T02:15:35,120 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b0d50556dc4fcaac338c5c8fc164cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731723331820
2024-11-16T02:15:35,120 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a86328891cb44868cbec6caa31fffef, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731723330733
2024-11-16T02:15:35,121 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9953493f9856436781bd78a5b7122734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731723334140
2024-11-16T02:15:35,121 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b5773dce75a4c0aa71f5302a72050f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731723331820
2024-11-16T02:15:35,121 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 97c8995953f24748bcb7234118fc0310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731723334140
2024-11-16T02:15:35,130 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:35,130 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d904fa3f1ce9429d80c14febc81a2718 is 50, key is test_row_0/A:col10/1731723334147/Put/seqid=0
2024-11-16T02:15:35,132 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#63 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:35,132 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/1d4a49022fb24ba7aeabd9f268114f33 is 50, key is test_row_0/B:col10/1731723334147/Put/seqid=0
2024-11-16T02:15:35,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741900_1076 (size=13017)
2024-11-16T02:15:35,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741901_1077 (size=13017)
2024-11-16T02:15:35,163 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d904fa3f1ce9429d80c14febc81a2718 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d904fa3f1ce9429d80c14febc81a2718
2024-11-16T02:15:35,172 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into d904fa3f1ce9429d80c14febc81a2718(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:35,172 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:35,172 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=13, startTime=1731723335112; duration=0sec
2024-11-16T02:15:35,172 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:35,172 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:35,173 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:35,174 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:35,174 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:35,174 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:35,174 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e38f3a13f98940fb9d00416c04262a93, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/00e68bea4d27443ba562e367fda9c373, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/fd2a8db17119435fad1f2b89f7c345c2] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=36.6 K
2024-11-16T02:15:35,175 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38f3a13f98940fb9d00416c04262a93, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731723330733
2024-11-16T02:15:35,177 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00e68bea4d27443ba562e367fda9c373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731723331820
2024-11-16T02:15:35,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-16T02:15:35,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:35,178 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:15:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:35,179 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd2a8db17119435fad1f2b89f7c345c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731723334140
2024-11-16T02:15:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/92d95f3508674b448abf83a4c2ed030d is 50, key is test_row_0/A:col10/1731723334348/Put/seqid=0
2024-11-16T02:15:35,197 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:35,198 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/cfe1772c99114ca0a11b0136577dcce3 is 50, key is test_row_0/C:col10/1731723334147/Put/seqid=0
2024-11-16T02:15:35,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741902_1078 (size=12301)
2024-11-16T02:15:35,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741903_1079 (size=13017)
2024-11-16T02:15:35,239 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/cfe1772c99114ca0a11b0136577dcce3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/cfe1772c99114ca0a11b0136577dcce3
2024-11-16T02:15:35,254 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into cfe1772c99114ca0a11b0136577dcce3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:35,254 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:35,254 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=13, startTime=1731723335114; duration=0sec
2024-11-16T02:15:35,254 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:35,254 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:35,549 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/1d4a49022fb24ba7aeabd9f268114f33 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1d4a49022fb24ba7aeabd9f268114f33
2024-11-16T02:15:35,555 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 1d4a49022fb24ba7aeabd9f268114f33(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:35,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:35,555 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=13, startTime=1731723335114; duration=0sec
2024-11-16T02:15:35,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:35,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:35,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723395560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:35,607 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/92d95f3508674b448abf83a4c2ed030d
2024-11-16T02:15:35,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/92fd354370764752b59b430fad2c2c93 is 50, key is test_row_0/B:col10/1731723334348/Put/seqid=0
2024-11-16T02:15:35,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741904_1080 (size=12301)
2024-11-16T02:15:35,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723395665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:35,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723395875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:36,052 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/92fd354370764752b59b430fad2c2c93
2024-11-16T02:15:36,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/54b0fbcc53ef4484961cda0c4c08629b is 50, key is test_row_0/C:col10/1731723334348/Put/seqid=0
2024-11-16T02:15:36,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741905_1081 (size=12301)
2024-11-16T02:15:36,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723396186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:36,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:36,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/54b0fbcc53ef4484961cda0c4c08629b
2024-11-16T02:15:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/92d95f3508674b448abf83a4c2ed030d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/92d95f3508674b448abf83a4c2ed030d
2024-11-16T02:15:36,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/92d95f3508674b448abf83a4c2ed030d, entries=150, sequenceid=399, filesize=12.0 K
2024-11-16T02:15:36,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/92fd354370764752b59b430fad2c2c93 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/92fd354370764752b59b430fad2c2c93
2024-11-16T02:15:36,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/92fd354370764752b59b430fad2c2c93, entries=150, sequenceid=399, filesize=12.0 K
2024-11-16T02:15:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/54b0fbcc53ef4484961cda0c4c08629b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/54b0fbcc53ef4484961cda0c4c08629b
2024-11-16T02:15:36,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/54b0fbcc53ef4484961cda0c4c08629b, entries=150, sequenceid=399, filesize=12.0 K
2024-11-16T02:15:36,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 186958f297cd0318efe82b4a0a2e4c92 in 1334ms, sequenceid=399, compaction requested=false
2024-11-16T02:15:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-16T02:15:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-16T02:15:36,514 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-16T02:15:36,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec
2024-11-16T02:15:36,516 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.2690 sec
2024-11-16T02:15:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:36,697 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:15:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:36,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:36,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:36,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:36,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:36,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:36,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/4551ba4b97064740b089ce6874a75c21 is 50, key is test_row_0/A:col10/1731723335558/Put/seqid=0
2024-11-16T02:15:36,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741906_1082 (size=14741)
2024-11-16T02:15:36,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723336750, max timestamp=1731723336786Num uniques 859; 
2024-11-16T02:15:36,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723336750, max timestamp=1731723336786Num uniques 859; 
2024-11-16T02:15:36,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:36,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:36,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723336750, max timestamp=1731723336786Num uniques 859; 
2024-11-16T02:15:36,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:36,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723396860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:36,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723396975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:37,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/4551ba4b97064740b089ce6874a75c21
2024-11-16T02:15:37,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/2dab2eaa33f54d4bb1cb545a880cd601 is 50, key is test_row_0/B:col10/1731723335558/Put/seqid=0
2024-11-16T02:15:37,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741907_1083 (size=12301)
2024-11-16T02:15:37,138 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/2dab2eaa33f54d4bb1cb545a880cd601
2024-11-16T02:15:37,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1fda3a76592547ad99f320cfb2f4e6a0 is 50, key is test_row_0/C:col10/1731723335558/Put/seqid=0
2024-11-16T02:15:37,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741908_1084 (size=12301)
2024-11-16T02:15:37,162 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1fda3a76592547ad99f320cfb2f4e6a0
2024-11-16T02:15:37,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/4551ba4b97064740b089ce6874a75c21 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4551ba4b97064740b089ce6874a75c21
2024-11-16T02:15:37,176 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4551ba4b97064740b089ce6874a75c21, entries=200, sequenceid=412, filesize=14.4 K
2024-11-16T02:15:37,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/2dab2eaa33f54d4bb1cb545a880cd601 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2dab2eaa33f54d4bb1cb545a880cd601
2024-11-16T02:15:37,187 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2dab2eaa33f54d4bb1cb545a880cd601, entries=150, sequenceid=412, filesize=12.0 K
2024-11-16T02:15:37,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723397186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1fda3a76592547ad99f320cfb2f4e6a0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1fda3a76592547ad99f320cfb2f4e6a0
2024-11-16T02:15:37,203 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1fda3a76592547ad99f320cfb2f4e6a0, entries=150, sequenceid=412, filesize=12.0 K
2024-11-16T02:15:37,204 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 186958f297cd0318efe82b4a0a2e4c92 in 507ms, sequenceid=412, compaction requested=true
2024-11-16T02:15:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:37,204 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:37,204 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:37,205 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:37,206 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:37,206 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:37,206 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d904fa3f1ce9429d80c14febc81a2718, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/92d95f3508674b448abf83a4c2ed030d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4551ba4b97064740b089ce6874a75c21] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=39.1 K
2024-11-16T02:15:37,206 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:37,207 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:37,207 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:37,207 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d904fa3f1ce9429d80c14febc81a2718, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731723334140
2024-11-16T02:15:37,207 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1d4a49022fb24ba7aeabd9f268114f33, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/92fd354370764752b59b430fad2c2c93, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2dab2eaa33f54d4bb1cb545a880cd601] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=36.7 K
2024-11-16T02:15:37,207 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92d95f3508674b448abf83a4c2ed030d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731723334348
2024-11-16T02:15:37,207 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d4a49022fb24ba7aeabd9f268114f33, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731723334140
2024-11-16T02:15:37,208 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 92fd354370764752b59b430fad2c2c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731723334348
2024-11-16T02:15:37,208 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4551ba4b97064740b089ce6874a75c21, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731723335542
2024-11-16T02:15:37,208 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dab2eaa33f54d4bb1cb545a880cd601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731723335542
2024-11-16T02:15:37,222 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:37,223 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/442c5be1dac74d3bb2fdef541a5f4b2e is 50, key is test_row_0/A:col10/1731723335558/Put/seqid=0
2024-11-16T02:15:37,232 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:37,233 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/05cb83840174400ea753fc4898cdcfd4 is 50, key is test_row_0/B:col10/1731723335558/Put/seqid=0
2024-11-16T02:15:37,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741909_1085 (size=13119)
2024-11-16T02:15:37,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741910_1086 (size=13119)
2024-11-16T02:15:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:37,496 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-16T02:15:37,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:37,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d18e7894bb464a20af58564074775c98 is 50, key is test_row_0/A:col10/1731723337495/Put/seqid=0
2024-11-16T02:15:37,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741911_1087 (size=12301)
2024-11-16T02:15:37,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723397528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:37,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723397635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:37,652 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/442c5be1dac74d3bb2fdef541a5f4b2e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/442c5be1dac74d3bb2fdef541a5f4b2e
2024-11-16T02:15:37,662 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/05cb83840174400ea753fc4898cdcfd4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/05cb83840174400ea753fc4898cdcfd4
2024-11-16T02:15:37,662 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 442c5be1dac74d3bb2fdef541a5f4b2e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:37,662 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:37,662 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=13, startTime=1731723337204; duration=0sec
2024-11-16T02:15:37,663 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:37,663 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:37,663 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:37,664 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:37,664 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:37,664 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:37,664 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/cfe1772c99114ca0a11b0136577dcce3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/54b0fbcc53ef4484961cda0c4c08629b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1fda3a76592547ad99f320cfb2f4e6a0] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=36.7 K
2024-11-16T02:15:37,666 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfe1772c99114ca0a11b0136577dcce3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731723334140
2024-11-16T02:15:37,666 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54b0fbcc53ef4484961cda0c4c08629b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731723334348
2024-11-16T02:15:37,667 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fda3a76592547ad99f320cfb2f4e6a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731723335542
2024-11-16T02:15:37,670 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 05cb83840174400ea753fc4898cdcfd4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:37,670 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:37,670 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=13, startTime=1731723337204; duration=0sec
2024-11-16T02:15:37,670 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:37,670 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:37,675 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:37,675 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/6f0c0f3eb55f4373b80def951d7e2c53 is 50, key is test_row_0/C:col10/1731723335558/Put/seqid=0
2024-11-16T02:15:37,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741912_1088 (size=13119)
2024-11-16T02:15:37,687 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/6f0c0f3eb55f4373b80def951d7e2c53 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0c0f3eb55f4373b80def951d7e2c53
2024-11-16T02:15:37,698 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into 6f0c0f3eb55f4373b80def951d7e2c53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:37,698 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:37,698 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=13, startTime=1731723337204; duration=0sec
2024-11-16T02:15:37,698 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:37,698 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:37,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723397844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:37,909 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d18e7894bb464a20af58564074775c98
2024-11-16T02:15:37,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/575fb263b0ee48bfb600275111967694 is 50, key is test_row_0/B:col10/1731723337495/Put/seqid=0
2024-11-16T02:15:37,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741913_1089 (size=12301)
2024-11-16T02:15:38,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723398155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:38,327 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/575fb263b0ee48bfb600275111967694
2024-11-16T02:15:38,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/513cdd9c186d4326ac6d7a805b779564 is 50, key is test_row_0/C:col10/1731723337495/Put/seqid=0
2024-11-16T02:15:38,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741914_1090 (size=12301)
2024-11-16T02:15:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-16T02:15:38,438 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:38,440 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-16T02:15:38,444 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:38,446 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:38,446 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T02:15:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T02:15:38,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T02:15:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:38,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:38,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723398665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:38,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T02:15:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:38,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T02:15:38,792 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/513cdd9c186d4326ac6d7a805b779564
2024-11-16T02:15:38,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/d18e7894bb464a20af58564074775c98 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d18e7894bb464a20af58564074775c98
2024-11-16T02:15:38,853 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d18e7894bb464a20af58564074775c98, entries=150, sequenceid=448, filesize=12.0 K
2024-11-16T02:15:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/575fb263b0ee48bfb600275111967694 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/575fb263b0ee48bfb600275111967694
2024-11-16T02:15:38,865 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/575fb263b0ee48bfb600275111967694, entries=150, sequenceid=448, filesize=12.0 K
2024-11-16T02:15:38,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/513cdd9c186d4326ac6d7a805b779564 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/513cdd9c186d4326ac6d7a805b779564
2024-11-16T02:15:38,884 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/513cdd9c186d4326ac6d7a805b779564, entries=150, sequenceid=448, filesize=12.0 K
2024-11-16T02:15:38,891 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 186958f297cd0318efe82b4a0a2e4c92 in 1395ms, sequenceid=448, compaction requested=false
2024-11-16T02:15:38,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:38,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:38,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/bf2a2fbefbed45af86968ac7dd96ba9e is 50, key is test_row_0/A:col10/1731723337522/Put/seqid=0
2024-11-16T02:15:38,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741915_1091 (size=12301)
2024-11-16T02:15:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:39,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723339028, max timestamp=1731723339045Num uniques 859; 
2024-11-16T02:15:39,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723339028, max timestamp=1731723339045Num uniques 859; 
2024-11-16T02:15:39,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:39,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:39,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723339028, max timestamp=1731723339045Num uniques 859; 
2024-11-16T02:15:39,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:15:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T02:15:39,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723399155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723399157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723399275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723399280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/bf2a2fbefbed45af86968ac7dd96ba9e
2024-11-16T02:15:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/787b70942dc94c14bb0324f4a0070455 is 50, key is test_row_0/B:col10/1731723337522/Put/seqid=0
2024-11-16T02:15:39,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741916_1092 (size=12301)
2024-11-16T02:15:39,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723399495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723399496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T02:15:39,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723399692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,694 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,807 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723399805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723399815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:39,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:39,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:39,837 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/787b70942dc94c14bb0324f4a0070455
2024-11-16T02:15:39,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/6f0dccda4217412d94ca2b41e001dc93 is 50, key is test_row_0/C:col10/1731723337522/Put/seqid=0
2024-11-16T02:15:39,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741917_1093 (size=12301)
2024-11-16T02:15:39,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/6f0dccda4217412d94ca2b41e001dc93
2024-11-16T02:15:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/bf2a2fbefbed45af86968ac7dd96ba9e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/bf2a2fbefbed45af86968ac7dd96ba9e
2024-11-16T02:15:39,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/bf2a2fbefbed45af86968ac7dd96ba9e, entries=150, sequenceid=461, filesize=12.0 K
2024-11-16T02:15:39,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/787b70942dc94c14bb0324f4a0070455 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/787b70942dc94c14bb0324f4a0070455
2024-11-16T02:15:39,918 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/787b70942dc94c14bb0324f4a0070455, entries=150, sequenceid=461, filesize=12.0 K
2024-11-16T02:15:39,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/6f0dccda4217412d94ca2b41e001dc93 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0dccda4217412d94ca2b41e001dc93
2024-11-16T02:15:39,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0dccda4217412d94ca2b41e001dc93, entries=150, sequenceid=461, filesize=12.0 K
2024-11-16T02:15:39,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 186958f297cd0318efe82b4a0a2e4c92 in 1011ms, sequenceid=461, compaction requested=true
2024-11-16T02:15:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-16T02:15:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-16T02:15:39,939 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-16T02:15:39,939 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4900 sec
2024-11-16T02:15:39,942 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4990 sec
2024-11-16T02:15:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:40,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-16T02:15:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:40,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:40,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/df1d2a424ce24b3abf9d2bb6a12679e6 is 50, key is test_row_0/A:col10/1731723339121/Put/seqid=0
2024-11-16T02:15:40,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741918_1094 (size=14741)
2024-11-16T02:15:40,336 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/df1d2a424ce24b3abf9d2bb6a12679e6
2024-11-16T02:15:40,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/0db14dc239f44005a9b36d3a2374b959 is 50, key is test_row_0/B:col10/1731723339121/Put/seqid=0
2024-11-16T02:15:40,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741919_1095 (size=12301)
2024-11-16T02:15:40,355 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/0db14dc239f44005a9b36d3a2374b959
2024-11-16T02:15:40,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723400358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723400359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/f7ccb3b1e44e4085b395eac9efe83022 is 50, key is test_row_0/C:col10/1731723339121/Put/seqid=0
2024-11-16T02:15:40,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741920_1096 (size=12301)
2024-11-16T02:15:40,413 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/f7ccb3b1e44e4085b395eac9efe83022
2024-11-16T02:15:40,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/df1d2a424ce24b3abf9d2bb6a12679e6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/df1d2a424ce24b3abf9d2bb6a12679e6
2024-11-16T02:15:40,434 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/df1d2a424ce24b3abf9d2bb6a12679e6, entries=200, sequenceid=498, filesize=14.4 K
2024-11-16T02:15:40,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/0db14dc239f44005a9b36d3a2374b959 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0db14dc239f44005a9b36d3a2374b959
2024-11-16T02:15:40,441 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0db14dc239f44005a9b36d3a2374b959, entries=150, sequenceid=498, filesize=12.0 K
2024-11-16T02:15:40,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/f7ccb3b1e44e4085b395eac9efe83022 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/f7ccb3b1e44e4085b395eac9efe83022
2024-11-16T02:15:40,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/f7ccb3b1e44e4085b395eac9efe83022, entries=150, sequenceid=498, filesize=12.0 K
2024-11-16T02:15:40,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 186958f297cd0318efe82b4a0a2e4c92 in 138ms, sequenceid=498, compaction requested=true
2024-11-16T02:15:40,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:40,461 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:40,461 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:40,463 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:40,463 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:40,463 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,463 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/05cb83840174400ea753fc4898cdcfd4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/575fb263b0ee48bfb600275111967694, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/787b70942dc94c14bb0324f4a0070455, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0db14dc239f44005a9b36d3a2374b959] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=48.8 K
2024-11-16T02:15:40,463 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:40,463 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:40,464 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,464 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/442c5be1dac74d3bb2fdef541a5f4b2e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d18e7894bb464a20af58564074775c98, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/bf2a2fbefbed45af86968ac7dd96ba9e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/df1d2a424ce24b3abf9d2bb6a12679e6] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=51.2 K
2024-11-16T02:15:40,464 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 05cb83840174400ea753fc4898cdcfd4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731723335542
2024-11-16T02:15:40,464 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 442c5be1dac74d3bb2fdef541a5f4b2e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731723335542
2024-11-16T02:15:40,464 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 575fb263b0ee48bfb600275111967694, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731723336849
2024-11-16T02:15:40,465 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d18e7894bb464a20af58564074775c98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731723336849
2024-11-16T02:15:40,466 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf2a2fbefbed45af86968ac7dd96ba9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731723337509
2024-11-16T02:15:40,466 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 787b70942dc94c14bb0324f4a0070455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731723337509
2024-11-16T02:15:40,467 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1d2a424ce24b3abf9d2bb6a12679e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731723339121
2024-11-16T02:15:40,468 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0db14dc239f44005a9b36d3a2374b959, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731723339121
2024-11-16T02:15:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:40,487 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:15:40,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:40,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:40,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:40,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:40,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:40,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:40,490 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:40,490 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/470c33d0aa91410a8319fec74a672ecb is 50, key is test_row_0/B:col10/1731723339121/Put/seqid=0
2024-11-16T02:15:40,493 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#85 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:40,493 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/4ec6e547089141adb747e17c921c60a1 is 50, key is test_row_0/A:col10/1731723339121/Put/seqid=0
2024-11-16T02:15:40,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ed6e5ea1096347a6a135823515d768e6 is 50, key is test_row_0/A:col10/1731723340477/Put/seqid=0
2024-11-16T02:15:40,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741922_1098 (size=13255)
2024-11-16T02:15:40,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741921_1097 (size=13255)
2024-11-16T02:15:40,541 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/4ec6e547089141adb747e17c921c60a1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4ec6e547089141adb747e17c921c60a1
2024-11-16T02:15:40,542 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/470c33d0aa91410a8319fec74a672ecb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/470c33d0aa91410a8319fec74a672ecb
2024-11-16T02:15:40,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741923_1099 (size=17181)
2024-11-16T02:15:40,552 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ed6e5ea1096347a6a135823515d768e6
2024-11-16T02:15:40,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/0911af1e1d1547f29cb668db362197b9 is 50, key is test_row_0/B:col10/1731723340477/Put/seqid=0
2024-11-16T02:15:40,564 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 470c33d0aa91410a8319fec74a672ecb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:40,564 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:40,564 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=12, startTime=1731723340461; duration=0sec
2024-11-16T02:15:40,565 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 4ec6e547089141adb747e17c921c60a1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:40,565 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:40,565 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:40,565 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:40,565 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=12, startTime=1731723340460; duration=0sec
2024-11-16T02:15:40,565 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:15:40,565 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:40,565 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:40,567 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:15:40,567 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:40,567 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,567 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0c0f3eb55f4373b80def951d7e2c53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/513cdd9c186d4326ac6d7a805b779564, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0dccda4217412d94ca2b41e001dc93, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/f7ccb3b1e44e4085b395eac9efe83022] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=48.8 K
2024-11-16T02:15:40,568 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f0c0f3eb55f4373b80def951d7e2c53, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731723335542
2024-11-16T02:15:40,573 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 513cdd9c186d4326ac6d7a805b779564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731723336849
2024-11-16T02:15:40,573 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f0dccda4217412d94ca2b41e001dc93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731723337509
2024-11-16T02:15:40,574 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f7ccb3b1e44e4085b395eac9efe83022, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731723339121
2024-11-16T02:15:40,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741924_1100 (size=12301)
2024-11-16T02:15:40,586 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/0911af1e1d1547f29cb668db362197b9
2024-11-16T02:15:40,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723400586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723400584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,604 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:40,604 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/938deed8981d436c9882c0bb1f9d6aad is 50, key is test_row_0/C:col10/1731723339121/Put/seqid=0
2024-11-16T02:15:40,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/257fe5923bf54512bbbd3d12eb274a1e is 50, key is test_row_0/C:col10/1731723340477/Put/seqid=0
2024-11-16T02:15:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-16T02:15:40,616 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:40,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-16T02:15:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T02:15:40,619 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:40,620 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:40,620 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:40,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741925_1101 (size=13255)
2024-11-16T02:15:40,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741926_1102 (size=12301)
2024-11-16T02:15:40,632 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/257fe5923bf54512bbbd3d12eb274a1e
2024-11-16T02:15:40,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/ed6e5ea1096347a6a135823515d768e6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ed6e5ea1096347a6a135823515d768e6
2024-11-16T02:15:40,651 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ed6e5ea1096347a6a135823515d768e6, entries=250, sequenceid=512, filesize=16.8 K
2024-11-16T02:15:40,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/0911af1e1d1547f29cb668db362197b9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0911af1e1d1547f29cb668db362197b9
2024-11-16T02:15:40,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0911af1e1d1547f29cb668db362197b9, entries=150, sequenceid=512, filesize=12.0 K
2024-11-16T02:15:40,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/257fe5923bf54512bbbd3d12eb274a1e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/257fe5923bf54512bbbd3d12eb274a1e
2024-11-16T02:15:40,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/257fe5923bf54512bbbd3d12eb274a1e, entries=150, sequenceid=512, filesize=12.0 K
2024-11-16T02:15:40,676 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 186958f297cd0318efe82b4a0a2e4c92 in 190ms, sequenceid=512, compaction requested=false
2024-11-16T02:15:40,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:40,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7274, totalHeapSize=16776, min timestamp=1731723340582, max timestamp=1731723340695Num uniques 859; 
2024-11-16T02:15:40,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=7274, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:40,698 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB
2024-11-16T02:15:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:40,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:40,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0ec638baa3b14212b4deee7909a7c97e is 50, key is test_row_1/A:col10/1731723340695/Put/seqid=0
2024-11-16T02:15:40,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741927_1103 (size=14737)
2024-11-16T02:15:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T02:15:40,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723400733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723400732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:40,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:40,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:40,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723400845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723400846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:40,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T02:15:40,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:40,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:40,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:40,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,036 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/938deed8981d436c9882c0bb1f9d6aad as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/938deed8981d436c9882c0bb1f9d6aad
2024-11-16T02:15:41,043 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into 938deed8981d436c9882c0bb1f9d6aad(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:41,043 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:41,043 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=12, startTime=1731723340461; duration=0sec
2024-11-16T02:15:41,043 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:41,043 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:41,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723401055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723401055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:41,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:41,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0ec638baa3b14212b4deee7909a7c97e
2024-11-16T02:15:41,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/2a863eecafe545e2af96cce00ccaefe3 is 50, key is test_row_1/B:col10/1731723340695/Put/seqid=0
2024-11-16T02:15:41,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741928_1104 (size=9857)
2024-11-16T02:15:41,136 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/2a863eecafe545e2af96cce00ccaefe3
2024-11-16T02:15:41,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/363b928f6e7949339939f059cfcb7615 is 50, key is test_row_1/C:col10/1731723340695/Put/seqid=0
2024-11-16T02:15:41,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741929_1105 (size=9857)
2024-11-16T02:15:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T02:15:41,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723401365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723401365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:41,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/363b928f6e7949339939f059cfcb7615
2024-11-16T02:15:41,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0ec638baa3b14212b4deee7909a7c97e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0ec638baa3b14212b4deee7909a7c97e
2024-11-16T02:15:41,574 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0ec638baa3b14212b4deee7909a7c97e, entries=200, sequenceid=535, filesize=14.4 K
2024-11-16T02:15:41,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/2a863eecafe545e2af96cce00ccaefe3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2a863eecafe545e2af96cce00ccaefe3
2024-11-16T02:15:41,579 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2a863eecafe545e2af96cce00ccaefe3, entries=100, sequenceid=535, filesize=9.6 K
2024-11-16T02:15:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/363b928f6e7949339939f059cfcb7615 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/363b928f6e7949339939f059cfcb7615
2024-11-16T02:15:41,587 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/363b928f6e7949339939f059cfcb7615, entries=100, sequenceid=535, filesize=9.6 K
2024-11-16T02:15:41,588 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=87.22 KB/89310 for 186958f297cd0318efe82b4a0a2e4c92 in 890ms, sequenceid=535, compaction requested=true
2024-11-16T02:15:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:41,589 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:41,589 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:41,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:41,590 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:41,590 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45173 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:41,590 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:41,590 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,590 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/470c33d0aa91410a8319fec74a672ecb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0911af1e1d1547f29cb668db362197b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2a863eecafe545e2af96cce00ccaefe3] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=34.6 K
2024-11-16T02:15:41,590 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 470c33d0aa91410a8319fec74a672ecb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731723339121
2024-11-16T02:15:41,591 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:41,591 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,591 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4ec6e547089141adb747e17c921c60a1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ed6e5ea1096347a6a135823515d768e6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0ec638baa3b14212b4deee7909a7c97e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=44.1 K
2024-11-16T02:15:41,591 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0911af1e1d1547f29cb668db362197b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731723340477
2024-11-16T02:15:41,591 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a863eecafe545e2af96cce00ccaefe3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731723340695
2024-11-16T02:15:41,591 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ec6e547089141adb747e17c921c60a1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731723339121
2024-11-16T02:15:41,592 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed6e5ea1096347a6a135823515d768e6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731723340354
2024-11-16T02:15:41,592 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ec638baa3b14212b4deee7909a7c97e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731723340582
2024-11-16T02:15:41,599 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:41,599 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:41,599 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/9cf3e1cedfbd4cb88e76695c3bca232e is 50, key is test_row_0/B:col10/1731723340477/Put/seqid=0
2024-11-16T02:15:41,599 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0417e7042e72478a8131185a71819407 is 50, key is test_row_0/A:col10/1731723340477/Put/seqid=0
2024-11-16T02:15:41,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741931_1107 (size=13357)
2024-11-16T02:15:41,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741930_1106 (size=13357)
2024-11-16T02:15:41,617 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/9cf3e1cedfbd4cb88e76695c3bca232e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/9cf3e1cedfbd4cb88e76695c3bca232e
2024-11-16T02:15:41,631 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 9cf3e1cedfbd4cb88e76695c3bca232e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:41,631 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:41,632 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=13, startTime=1731723341589; duration=0sec
2024-11-16T02:15:41,632 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:41,632 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:41,632 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:41,633 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:41,634 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:41,634 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,634 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/938deed8981d436c9882c0bb1f9d6aad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/257fe5923bf54512bbbd3d12eb274a1e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/363b928f6e7949339939f059cfcb7615] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=34.6 K
2024-11-16T02:15:41,634 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 938deed8981d436c9882c0bb1f9d6aad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1731723339121
2024-11-16T02:15:41,635 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 257fe5923bf54512bbbd3d12eb274a1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1731723340477
2024-11-16T02:15:41,635 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 363b928f6e7949339939f059cfcb7615, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731723340695
2024-11-16T02:15:41,640 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/0417e7042e72478a8131185a71819407 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0417e7042e72478a8131185a71819407
2024-11-16T02:15:41,647 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 0417e7042e72478a8131185a71819407(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:41,647 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:41,647 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=13, startTime=1731723341589; duration=0sec
2024-11-16T02:15:41,647 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:41,648 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:41,648 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:41,649 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/5eed804807c148ea80d5b091595309fa is 50, key is test_row_0/C:col10/1731723340477/Put/seqid=0
2024-11-16T02:15:41,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741932_1108 (size=13357)
2024-11-16T02:15:41,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-16T02:15:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:15:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:41,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/422d2680b48641ef8b8df73aa2023244 is 50, key is test_row_0/A:col10/1731723340730/Put/seqid=0
2024-11-16T02:15:41,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741933_1109 (size=12301)
2024-11-16T02:15:41,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/422d2680b48641ef8b8df73aa2023244
2024-11-16T02:15:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:41,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. as already flushing
2024-11-16T02:15:41,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/1512a40756104d1ebfe219d1045aaf51 is 50, key is test_row_0/B:col10/1731723340730/Put/seqid=0
2024-11-16T02:15:41,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741934_1110 (size=12301)
2024-11-16T02:15:41,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/1512a40756104d1ebfe219d1045aaf51
2024-11-16T02:15:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T02:15:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/3a97efedf7744ab3ace4816763fc19d8 is 50, key is test_row_0/C:col10/1731723340730/Put/seqid=0
2024-11-16T02:15:41,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741935_1111 (size=12301)
2024-11-16T02:15:41,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=554 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/3a97efedf7744ab3ace4816763fc19d8
2024-11-16T02:15:41,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723401791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/422d2680b48641ef8b8df73aa2023244 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/422d2680b48641ef8b8df73aa2023244
2024-11-16T02:15:41,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/422d2680b48641ef8b8df73aa2023244, entries=150, sequenceid=554, filesize=12.0 K
2024-11-16T02:15:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/1512a40756104d1ebfe219d1045aaf51 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1512a40756104d1ebfe219d1045aaf51
2024-11-16T02:15:41,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1512a40756104d1ebfe219d1045aaf51, entries=150, sequenceid=554, filesize=12.0 K
2024-11-16T02:15:41,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/3a97efedf7744ab3ace4816763fc19d8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3a97efedf7744ab3ace4816763fc19d8
2024-11-16T02:15:41,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3a97efedf7744ab3ace4816763fc19d8, entries=150, sequenceid=554, filesize=12.0 K
2024-11-16T02:15:41,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 186958f297cd0318efe82b4a0a2e4c92 in 113ms, sequenceid=554, compaction requested=false
2024-11-16T02:15:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-16T02:15:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-16T02:15:41,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-16T02:15:41,826 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2040 sec
2024-11-16T02:15:41,829 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.2110 sec
2024-11-16T02:15:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:41,878 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T02:15:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:41,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:41,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/1aa93253b5c24c85808be0fa1a52c6bf is 50, key is test_row_0/A:col10/1731723341783/Put/seqid=0
2024-11-16T02:15:41,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741936_1112 (size=14741)
2024-11-16T02:15:41,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723401906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723401908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:41,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723401914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723402025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723402025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723402025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,059 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/5eed804807c148ea80d5b091595309fa as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5eed804807c148ea80d5b091595309fa
2024-11-16T02:15:42,065 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into 5eed804807c148ea80d5b091595309fa(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:42,065 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:42,065 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=13, startTime=1731723341589; duration=0sec
2024-11-16T02:15:42,065 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:42,065 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:42,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723402235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723402235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723402235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,289 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/1aa93253b5c24c85808be0fa1a52c6bf
2024-11-16T02:15:42,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/000fbb2df491425193ab355a3052611f is 50, key is test_row_0/B:col10/1731723341783/Put/seqid=0
2024-11-16T02:15:42,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741937_1113 (size=12301)
2024-11-16T02:15:42,306 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-16T02:15:42,306 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:42,308 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-16T02:15:42,308 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:42,310 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-16T02:15:42,310 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:42,311 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,311 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,311 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,311 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,311 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,311 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,311 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:42,311 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:42,311 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:42,318 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-16T02:15:42,318 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:42,318 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,318 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:42,318 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:42,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723402545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723402545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723402545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/000fbb2df491425193ab355a3052611f
2024-11-16T02:15:42,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/3432323981fc4f398a7623d167e98b5a is 50, key is test_row_0/C:col10/1731723341783/Put/seqid=0
2024-11-16T02:15:42,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55650 deadline: 1731723402726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55686 deadline: 1731723402725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:42,727 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18344 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:42,727 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 186958f297cd0318efe82b4a0a2e4c92 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18349 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:15:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:42,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:42,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741938_1114 (size=12301)
2024-11-16T02:15:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-16T02:15:42,766 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:43,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:43,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55644 deadline: 1731723403055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55710 deadline: 1731723403055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:43,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55708 deadline: 1731723403056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:15:43,128 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/3432323981fc4f398a7623d167e98b5a
2024-11-16T02:15:43,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/1aa93253b5c24c85808be0fa1a52c6bf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/1aa93253b5c24c85808be0fa1a52c6bf
2024-11-16T02:15:43,139 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/1aa93253b5c24c85808be0fa1a52c6bf, entries=200, sequenceid=571, filesize=14.4 K
2024-11-16T02:15:43,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/000fbb2df491425193ab355a3052611f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/000fbb2df491425193ab355a3052611f
2024-11-16T02:15:43,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/000fbb2df491425193ab355a3052611f, entries=150, sequenceid=571, filesize=12.0 K
2024-11-16T02:15:43,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/3432323981fc4f398a7623d167e98b5a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3432323981fc4f398a7623d167e98b5a
2024-11-16T02:15:43,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3432323981fc4f398a7623d167e98b5a, entries=150, sequenceid=571, filesize=12.0 K
2024-11-16T02:15:43,152 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 186958f297cd0318efe82b4a0a2e4c92 in 1274ms, sequenceid=571, compaction requested=true
2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:43,152 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:43,152 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 186958f297cd0318efe82b4a0a2e4c92:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:15:43,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:43,153 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:43,153 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:43,153 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/B is initiating minor compaction (all files)
2024-11-16T02:15:43,153 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/A is initiating minor compaction (all files)
2024-11-16T02:15:43,154 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/A in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:43,154 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/B in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:43,154 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0417e7042e72478a8131185a71819407, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/422d2680b48641ef8b8df73aa2023244, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/1aa93253b5c24c85808be0fa1a52c6bf] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=39.5 K
2024-11-16T02:15:43,154 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/9cf3e1cedfbd4cb88e76695c3bca232e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1512a40756104d1ebfe219d1045aaf51, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/000fbb2df491425193ab355a3052611f] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=37.1 K
2024-11-16T02:15:43,154 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0417e7042e72478a8131185a71819407, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731723340477
2024-11-16T02:15:43,154 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cf3e1cedfbd4cb88e76695c3bca232e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731723340477
2024-11-16T02:15:43,154 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 422d2680b48641ef8b8df73aa2023244, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731723340722
2024-11-16T02:15:43,154 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1512a40756104d1ebfe219d1045aaf51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731723340722
2024-11-16T02:15:43,155 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aa93253b5c24c85808be0fa1a52c6bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731723341765
2024-11-16T02:15:43,155 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 000fbb2df491425193ab355a3052611f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731723341765
2024-11-16T02:15:43,162 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#A#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:43,162 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:43,162 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/44bcc49dbb7c4099ac54875310b0609e is 50, key is test_row_0/A:col10/1731723341783/Put/seqid=0
2024-11-16T02:15:43,162 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/25aef280c7834c358b2f5d5bd9fb1098 is 50, key is test_row_0/B:col10/1731723341783/Put/seqid=0
2024-11-16T02:15:43,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741940_1116 (size=13459)
2024-11-16T02:15:43,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741939_1115 (size=13459)
2024-11-16T02:15:43,577 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/25aef280c7834c358b2f5d5bd9fb1098 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/25aef280c7834c358b2f5d5bd9fb1098
2024-11-16T02:15:43,577 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/44bcc49dbb7c4099ac54875310b0609e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/44bcc49dbb7c4099ac54875310b0609e
2024-11-16T02:15:43,583 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/A of 186958f297cd0318efe82b4a0a2e4c92 into 44bcc49dbb7c4099ac54875310b0609e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:43,583 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/B of 186958f297cd0318efe82b4a0a2e4c92 into 25aef280c7834c358b2f5d5bd9fb1098(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:43,583 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/B, priority=13, startTime=1731723343152; duration=0sec
2024-11-16T02:15:43,583 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/A, priority=13, startTime=1731723343152; duration=0sec
2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:B
2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:A
2024-11-16T02:15:43,583 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:15:43,585 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:15:43,585 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 186958f297cd0318efe82b4a0a2e4c92/C is initiating minor compaction (all files)
2024-11-16T02:15:43,585 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 186958f297cd0318efe82b4a0a2e4c92/C in TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:43,585 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5eed804807c148ea80d5b091595309fa, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3a97efedf7744ab3ace4816763fc19d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3432323981fc4f398a7623d167e98b5a] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp, totalSize=37.1 K
2024-11-16T02:15:43,586 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eed804807c148ea80d5b091595309fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1731723340477
2024-11-16T02:15:43,586 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a97efedf7744ab3ace4816763fc19d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=554, earliestPutTs=1731723340722
2024-11-16T02:15:43,586 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3432323981fc4f398a7623d167e98b5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731723341765
2024-11-16T02:15:43,594 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 186958f297cd0318efe82b4a0a2e4c92#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:15:43,595 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1b0c5672cb6c480c8e8478da89e00b60 is 50, key is test_row_0/C:col10/1731723341783/Put/seqid=0
2024-11-16T02:15:43,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741941_1117 (size=13459)
2024-11-16T02:15:44,006 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1b0c5672cb6c480c8e8478da89e00b60 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1b0c5672cb6c480c8e8478da89e00b60
2024-11-16T02:15:44,014 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 186958f297cd0318efe82b4a0a2e4c92/C of 186958f297cd0318efe82b4a0a2e4c92 into 1b0c5672cb6c480c8e8478da89e00b60(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:15:44,014 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:44,014 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., storeName=186958f297cd0318efe82b4a0a2e4c92/C, priority=13, startTime=1731723343152; duration=0sec
2024-11-16T02:15:44,014 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:15:44,014 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 186958f297cd0318efe82b4a0a2e4c92:C
2024-11-16T02:15:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:44,067 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:15:44,067 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-16T02:15:44,067 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-16T02:15:44,067 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:44,067 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:44,067 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-16T02:15:44,067 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:44,067 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:44,068 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:44,068 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:44,068 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:44,068 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:44,068 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:44,068 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:44,068 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:44,068 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:44,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/c1f1a1c2f72947b78f526dad0b97df5c is 50, key is test_row_0/A:col10/1731723344066/Put/seqid=0
2024-11-16T02:15:44,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741942_1118 (size=12301)
2024-11-16T02:15:44,477 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/c1f1a1c2f72947b78f526dad0b97df5c
2024-11-16T02:15:44,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/81c0184cd9a340bc90d521a32edf55ca is 50, key is test_row_0/B:col10/1731723344066/Put/seqid=0
2024-11-16T02:15:44,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741943_1119 (size=12301)
2024-11-16T02:15:44,883 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T02:15:44,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/81c0184cd9a340bc90d521a32edf55ca
2024-11-16T02:15:44,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/ba7e8dca6b9a4da6926358801ee73142 is 50, key is test_row_0/C:col10/1731723344066/Put/seqid=0
2024-11-16T02:15:44,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741944_1120 (size=12301)
2024-11-16T02:15:45,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/ba7e8dca6b9a4da6926358801ee73142
2024-11-16T02:15:45,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/c1f1a1c2f72947b78f526dad0b97df5c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/c1f1a1c2f72947b78f526dad0b97df5c
2024-11-16T02:15:45,311 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/c1f1a1c2f72947b78f526dad0b97df5c, entries=150, sequenceid=593, filesize=12.0 K
2024-11-16T02:15:45,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/81c0184cd9a340bc90d521a32edf55ca as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/81c0184cd9a340bc90d521a32edf55ca
2024-11-16T02:15:45,317 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/81c0184cd9a340bc90d521a32edf55ca, entries=150, sequenceid=593, filesize=12.0 K
2024-11-16T02:15:45,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/ba7e8dca6b9a4da6926358801ee73142 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/ba7e8dca6b9a4da6926358801ee73142
2024-11-16T02:15:45,322 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/ba7e8dca6b9a4da6926358801ee73142, entries=150, sequenceid=593, filesize=12.0 K
2024-11-16T02:15:45,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 186958f297cd0318efe82b4a0a2e4c92 in 1256ms, sequenceid=593, compaction requested=false
2024-11-16T02:15:45,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 186958f297cd0318efe82b4a0a2e4c92:

2024-11-16T02:15:52,737 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-16T02:15:52,737 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:52,737 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:52,737 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:52,737 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:52,777 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-16T02:15:52,777 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:15:52,777 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:52,777 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:52,777 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:52,777 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 132
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 129
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 21
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 183
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 21
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2491
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2398
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1093
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3277 rows
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1090
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3261 rows
2024-11-16T02:15:52,778 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:15:52,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:15:52,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:52,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:52,779 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:15:52,782 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-16T02:15:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T02:15:52,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723352789"}]},"ts":"1731723352789"}
2024-11-16T02:15:52,791 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T02:15:52,791 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T02:15:52,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:15:52,799 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, UNASSIGN}]
2024-11-16T02:15:52,801 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, UNASSIGN
2024-11-16T02:15:52,802 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=186958f297cd0318efe82b4a0a2e4c92, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:52,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, UNASSIGN because future has completed
2024-11-16T02:15:52,806 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:15:52,806 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:15:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T02:15:52,963 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:52,963 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:15:52,963 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 186958f297cd0318efe82b4a0a2e4c92, disabling compactions & flushes
2024-11-16T02:15:52,964 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. after waiting 0 ms
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:52,964 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 186958f297cd0318efe82b4a0a2e4c92 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=A
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=B
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 186958f297cd0318efe82b4a0a2e4c92, store=C
2024-11-16T02:15:52,964 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:52,969 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/eca5f3a84b2a4c5fad02b7f6800e21aa is 50, key is test_row_1/A:col10/1731723352775/Put/seqid=0
2024-11-16T02:15:52,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741945_1121 (size=7415)
2024-11-16T02:15:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T02:15:53,374 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/eca5f3a84b2a4c5fad02b7f6800e21aa
2024-11-16T02:15:53,385 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/01d31fec09f64995a7a65663374a9b4c is 50, key is test_row_1/B:col10/1731723352775/Put/seqid=0
2024-11-16T02:15:53,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741946_1122 (size=7415)
2024-11-16T02:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T02:15:53,791 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/01d31fec09f64995a7a65663374a9b4c
2024-11-16T02:15:53,801 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1c8efd22c9684526b5489f2c18e9eeca is 50, key is test_row_1/C:col10/1731723352775/Put/seqid=0
2024-11-16T02:15:53,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741947_1123 (size=7415)
2024-11-16T02:15:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T02:15:54,208 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1c8efd22c9684526b5489f2c18e9eeca
2024-11-16T02:15:54,214 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/A/eca5f3a84b2a4c5fad02b7f6800e21aa as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eca5f3a84b2a4c5fad02b7f6800e21aa
2024-11-16T02:15:54,220 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eca5f3a84b2a4c5fad02b7f6800e21aa, entries=50, sequenceid=598, filesize=7.2 K
2024-11-16T02:15:54,221 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/B/01d31fec09f64995a7a65663374a9b4c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/01d31fec09f64995a7a65663374a9b4c
2024-11-16T02:15:54,225 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/01d31fec09f64995a7a65663374a9b4c, entries=50, sequenceid=598, filesize=7.2 K
2024-11-16T02:15:54,226 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/.tmp/C/1c8efd22c9684526b5489f2c18e9eeca as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1c8efd22c9684526b5489f2c18e9eeca
2024-11-16T02:15:54,231 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1c8efd22c9684526b5489f2c18e9eeca, entries=50, sequenceid=598, filesize=7.2 K
2024-11-16T02:15:54,232 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 186958f297cd0318efe82b4a0a2e4c92 in 1268ms, sequenceid=598, compaction requested=true
2024-11-16T02:15:54,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/11592ec7b2354c6a972455eff8e28f92, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9c0122f6b3ff4345834004bbe1372542, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d883c38fda8c42859f27c6fb1ab8d6d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9e54cae22cde42c0bb49ce28cde4b269, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ef0b424263f9460e8cf9fc8761d9881b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eb4a7973f89147f48385f18b6722c906, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/a616a7e319ca44a3b68dd32c421ae108, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/caf586a4d98e4bbf8a6710f7ca9718d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9edce827c55347849b5befb96ca9fa2c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/2d6b78f7873a426081ab5fbe81eeb2aa, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/64d90bd3041c4d5cb1b09e4329b8df3e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/05c604580c7848a495d83b3d401a82b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0476d393939c4437a4a769d334df6123, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/76348034fa7645a6b21b063fea4ef6c8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/225b452711ea43068fb09579ab9ee7b8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ff1690a36bf04ad59be21503ebd4a3a9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/125e22fdf50a4726afcab07b447c2729, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/3c6784cfd26242d8bbde3089480675b3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/6f5ed42bfe064a6c88995d3be139ae63, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/77b0d50556dc4fcaac338c5c8fc164cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d904fa3f1ce9429d80c14febc81a2718, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9953493f9856436781bd78a5b7122734, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/92d95f3508674b448abf83a4c2ed030d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4551ba4b97064740b089ce6874a75c21, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/442c5be1dac74d3bb2fdef541a5f4b2e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d18e7894bb464a20af58564074775c98, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/bf2a2fbefbed45af86968ac7dd96ba9e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/df1d2a424ce24b3abf9d2bb6a12679e6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4ec6e547089141adb747e17c921c60a1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ed6e5ea1096347a6a135823515d768e6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0ec638baa3b14212b4deee7909a7c97e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0417e7042e72478a8131185a71819407, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/422d2680b48641ef8b8df73aa2023244, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/1aa93253b5c24c85808be0fa1a52c6bf] to archive
2024-11-16T02:15:54,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:15:54,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/11592ec7b2354c6a972455eff8e28f92 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/11592ec7b2354c6a972455eff8e28f92
2024-11-16T02:15:54,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9c0122f6b3ff4345834004bbe1372542 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9c0122f6b3ff4345834004bbe1372542
2024-11-16T02:15:54,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d883c38fda8c42859f27c6fb1ab8d6d8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d883c38fda8c42859f27c6fb1ab8d6d8
2024-11-16T02:15:54,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9e54cae22cde42c0bb49ce28cde4b269 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9e54cae22cde42c0bb49ce28cde4b269
2024-11-16T02:15:54,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ef0b424263f9460e8cf9fc8761d9881b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ef0b424263f9460e8cf9fc8761d9881b
2024-11-16T02:15:54,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eb4a7973f89147f48385f18b6722c906 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eb4a7973f89147f48385f18b6722c906
2024-11-16T02:15:54,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/a616a7e319ca44a3b68dd32c421ae108 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/a616a7e319ca44a3b68dd32c421ae108
2024-11-16T02:15:54,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/caf586a4d98e4bbf8a6710f7ca9718d8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/caf586a4d98e4bbf8a6710f7ca9718d8
2024-11-16T02:15:54,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9edce827c55347849b5befb96ca9fa2c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9edce827c55347849b5befb96ca9fa2c
2024-11-16T02:15:54,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/2d6b78f7873a426081ab5fbe81eeb2aa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/2d6b78f7873a426081ab5fbe81eeb2aa
2024-11-16T02:15:54,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/64d90bd3041c4d5cb1b09e4329b8df3e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/64d90bd3041c4d5cb1b09e4329b8df3e
2024-11-16T02:15:54,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/05c604580c7848a495d83b3d401a82b9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/05c604580c7848a495d83b3d401a82b9
2024-11-16T02:15:54,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0476d393939c4437a4a769d334df6123 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0476d393939c4437a4a769d334df6123
2024-11-16T02:15:54,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/76348034fa7645a6b21b063fea4ef6c8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/76348034fa7645a6b21b063fea4ef6c8
2024-11-16T02:15:54,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/225b452711ea43068fb09579ab9ee7b8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/225b452711ea43068fb09579ab9ee7b8
2024-11-16T02:15:54,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ff1690a36bf04ad59be21503ebd4a3a9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ff1690a36bf04ad59be21503ebd4a3a9
2024-11-16T02:15:54,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/125e22fdf50a4726afcab07b447c2729 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/125e22fdf50a4726afcab07b447c2729
2024-11-16T02:15:54,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/3c6784cfd26242d8bbde3089480675b3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/3c6784cfd26242d8bbde3089480675b3
2024-11-16T02:15:54,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/6f5ed42bfe064a6c88995d3be139ae63 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/6f5ed42bfe064a6c88995d3be139ae63
2024-11-16T02:15:54,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/77b0d50556dc4fcaac338c5c8fc164cc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/77b0d50556dc4fcaac338c5c8fc164cc
2024-11-16T02:15:54,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d904fa3f1ce9429d80c14febc81a2718 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d904fa3f1ce9429d80c14febc81a2718
2024-11-16T02:15:54,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9953493f9856436781bd78a5b7122734 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/9953493f9856436781bd78a5b7122734
2024-11-16T02:15:54,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/92d95f3508674b448abf83a4c2ed030d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/92d95f3508674b448abf83a4c2ed030d
2024-11-16T02:15:54,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4551ba4b97064740b089ce6874a75c21 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4551ba4b97064740b089ce6874a75c21
2024-11-16T02:15:54,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/442c5be1dac74d3bb2fdef541a5f4b2e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/442c5be1dac74d3bb2fdef541a5f4b2e
2024-11-16T02:15:54,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d18e7894bb464a20af58564074775c98 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/d18e7894bb464a20af58564074775c98
2024-11-16T02:15:54,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/bf2a2fbefbed45af86968ac7dd96ba9e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/bf2a2fbefbed45af86968ac7dd96ba9e
2024-11-16T02:15:54,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/df1d2a424ce24b3abf9d2bb6a12679e6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/df1d2a424ce24b3abf9d2bb6a12679e6
2024-11-16T02:15:54,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4ec6e547089141adb747e17c921c60a1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/4ec6e547089141adb747e17c921c60a1
2024-11-16T02:15:54,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ed6e5ea1096347a6a135823515d768e6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/ed6e5ea1096347a6a135823515d768e6
2024-11-16T02:15:54,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0ec638baa3b14212b4deee7909a7c97e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0ec638baa3b14212b4deee7909a7c97e
2024-11-16T02:15:54,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0417e7042e72478a8131185a71819407 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/0417e7042e72478a8131185a71819407
2024-11-16T02:15:54,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/422d2680b48641ef8b8df73aa2023244 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/422d2680b48641ef8b8df73aa2023244
2024-11-16T02:15:54,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/1aa93253b5c24c85808be0fa1a52c6bf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/1aa93253b5c24c85808be0fa1a52c6bf
2024-11-16T02:15:54,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/6777515571ff406ba56a53dce9072177, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/728c54d2a6ce416089672e87479a9099, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/8f84cf67f91d489e88252df137048144, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/b2537ab01ef148d9814a743e76e7d3c0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4043a5ec63f54615ad7f0c90dbd697a4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/78606ffdd6e241e49c9ec4c106cfdb4b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5e7eb85730bf49fc9298917001cceef9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5a2ea725c5584a4b8c17773518c9fef2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/ede5be6d83bf4b61a35d79c2f006b776, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/cf443cf23ff54936a0996f6acc29daff, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/643199eb936f4f3bbe8ffd8848b6ab82, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e2edbccecc974c6b86b53d1ab72f97e5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/808b6d7246184a4c8a629d30a3158dda, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/afcc6bcfde63403d931e518d27a16054, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/93da7e96d7bd4717be46d13829611701, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/64a4731e468347e2ab479d2d7bd407f6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/176848f79e66449abb4ac56e95e66ef0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4a86328891cb44868cbec6caa31fffef, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e1e93baea7214db2b6b01c3a31dd4111, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/7b5773dce75a4c0aa71f5302a72050f0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1d4a49022fb24ba7aeabd9f268114f33, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/97c8995953f24748bcb7234118fc0310, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/92fd354370764752b59b430fad2c2c93, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/05cb83840174400ea753fc4898cdcfd4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2dab2eaa33f54d4bb1cb545a880cd601, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/575fb263b0ee48bfb600275111967694, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/787b70942dc94c14bb0324f4a0070455, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/470c33d0aa91410a8319fec74a672ecb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0db14dc239f44005a9b36d3a2374b959, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0911af1e1d1547f29cb668db362197b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/9cf3e1cedfbd4cb88e76695c3bca232e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2a863eecafe545e2af96cce00ccaefe3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1512a40756104d1ebfe219d1045aaf51, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/000fbb2df491425193ab355a3052611f] to archive
2024-11-16T02:15:54,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:15:54,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/6777515571ff406ba56a53dce9072177 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/6777515571ff406ba56a53dce9072177
2024-11-16T02:15:54,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/728c54d2a6ce416089672e87479a9099 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/728c54d2a6ce416089672e87479a9099
2024-11-16T02:15:54,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/8f84cf67f91d489e88252df137048144 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/8f84cf67f91d489e88252df137048144
2024-11-16T02:15:54,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/b2537ab01ef148d9814a743e76e7d3c0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/b2537ab01ef148d9814a743e76e7d3c0
2024-11-16T02:15:54,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4043a5ec63f54615ad7f0c90dbd697a4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4043a5ec63f54615ad7f0c90dbd697a4
2024-11-16T02:15:54,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/78606ffdd6e241e49c9ec4c106cfdb4b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/78606ffdd6e241e49c9ec4c106cfdb4b
2024-11-16T02:15:54,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5e7eb85730bf49fc9298917001cceef9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5e7eb85730bf49fc9298917001cceef9
2024-11-16T02:15:54,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5a2ea725c5584a4b8c17773518c9fef2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/5a2ea725c5584a4b8c17773518c9fef2
2024-11-16T02:15:54,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/ede5be6d83bf4b61a35d79c2f006b776 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/ede5be6d83bf4b61a35d79c2f006b776
2024-11-16T02:15:54,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/cf443cf23ff54936a0996f6acc29daff to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/cf443cf23ff54936a0996f6acc29daff
2024-11-16T02:15:54,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/643199eb936f4f3bbe8ffd8848b6ab82 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/643199eb936f4f3bbe8ffd8848b6ab82
2024-11-16T02:15:54,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e2edbccecc974c6b86b53d1ab72f97e5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e2edbccecc974c6b86b53d1ab72f97e5
2024-11-16T02:15:54,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/808b6d7246184a4c8a629d30a3158dda to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/808b6d7246184a4c8a629d30a3158dda
2024-11-16T02:15:54,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/afcc6bcfde63403d931e518d27a16054 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/afcc6bcfde63403d931e518d27a16054
2024-11-16T02:15:54,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/93da7e96d7bd4717be46d13829611701 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/93da7e96d7bd4717be46d13829611701
2024-11-16T02:15:54,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/64a4731e468347e2ab479d2d7bd407f6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/64a4731e468347e2ab479d2d7bd407f6
2024-11-16T02:15:54,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/176848f79e66449abb4ac56e95e66ef0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/176848f79e66449abb4ac56e95e66ef0
2024-11-16T02:15:54,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4a86328891cb44868cbec6caa31fffef to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/4a86328891cb44868cbec6caa31fffef
2024-11-16T02:15:54,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e1e93baea7214db2b6b01c3a31dd4111 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/e1e93baea7214db2b6b01c3a31dd4111
2024-11-16T02:15:54,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/7b5773dce75a4c0aa71f5302a72050f0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/7b5773dce75a4c0aa71f5302a72050f0
2024-11-16T02:15:54,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1d4a49022fb24ba7aeabd9f268114f33 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1d4a49022fb24ba7aeabd9f268114f33
2024-11-16T02:15:54,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/97c8995953f24748bcb7234118fc0310 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/97c8995953f24748bcb7234118fc0310
2024-11-16T02:15:54,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/92fd354370764752b59b430fad2c2c93 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/92fd354370764752b59b430fad2c2c93
2024-11-16T02:15:54,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/05cb83840174400ea753fc4898cdcfd4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/05cb83840174400ea753fc4898cdcfd4
2024-11-16T02:15:54,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2dab2eaa33f54d4bb1cb545a880cd601 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2dab2eaa33f54d4bb1cb545a880cd601
2024-11-16T02:15:54,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/575fb263b0ee48bfb600275111967694 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/575fb263b0ee48bfb600275111967694
2024-11-16T02:15:54,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/787b70942dc94c14bb0324f4a0070455 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/787b70942dc94c14bb0324f4a0070455
2024-11-16T02:15:54,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/470c33d0aa91410a8319fec74a672ecb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/470c33d0aa91410a8319fec74a672ecb
2024-11-16T02:15:54,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0db14dc239f44005a9b36d3a2374b959 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0db14dc239f44005a9b36d3a2374b959
2024-11-16T02:15:54,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0911af1e1d1547f29cb668db362197b9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/0911af1e1d1547f29cb668db362197b9
2024-11-16T02:15:54,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/9cf3e1cedfbd4cb88e76695c3bca232e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/9cf3e1cedfbd4cb88e76695c3bca232e
2024-11-16T02:15:54,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2a863eecafe545e2af96cce00ccaefe3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/2a863eecafe545e2af96cce00ccaefe3
2024-11-16T02:15:54,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1512a40756104d1ebfe219d1045aaf51 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/1512a40756104d1ebfe219d1045aaf51
2024-11-16T02:15:54,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/000fbb2df491425193ab355a3052611f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/000fbb2df491425193ab355a3052611f
2024-11-16T02:15:54,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/79a2e4f8fb0348438c48c69972f0b08c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/203716cfbb0c4354a68b060225683532, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15e1a67090b0426f82d213b130a62f2b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/112abdb6382549e489310601f35e1257, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/bd368b06e19d4bf3ac6bc169014ee367, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/8b6d197859634e16a3bcab5931829386, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c7414ebf6f6144f7ae9bc2a1b78055ad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c46ecf4bc349407689f25a7ac44248bf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/7419ff917b8e4ee7b9e3fc02881b0e41, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e0b570c238ed4b7db028dd9cce8c4d6b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c1f6592ebc42484ca11d4a43383be738, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/13aa78075b28438d93f04d8d87bc1a3e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/49209be2078143fab7f2c81a3d4ba171, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1951017d070b421599b9440a2fa6d978, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15ffecc3e6714fb5ab4c4c39d1fca869, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/068e7bc63a97498ca6f38792bc447218, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/52857e41414f43ee861011b1d6a7248e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e38f3a13f98940fb9d00416c04262a93, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5148d64a6f95418dac912bc5792cb688, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/00e68bea4d27443ba562e367fda9c373, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/cfe1772c99114ca0a11b0136577dcce3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/fd2a8db17119435fad1f2b89f7c345c2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/54b0fbcc53ef4484961cda0c4c08629b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0c0f3eb55f4373b80def951d7e2c53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1fda3a76592547ad99f320cfb2f4e6a0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/513cdd9c186d4326ac6d7a805b779564, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0dccda4217412d94ca2b41e001dc93, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/938deed8981d436c9882c0bb1f9d6aad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/f7ccb3b1e44e4085b395eac9efe83022, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/257fe5923bf54512bbbd3d12eb274a1e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5eed804807c148ea80d5b091595309fa, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/363b928f6e7949339939f059cfcb7615, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3a97efedf7744ab3ace4816763fc19d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3432323981fc4f398a7623d167e98b5a] to archive
2024-11-16T02:15:54,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:15:54,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/79a2e4f8fb0348438c48c69972f0b08c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/79a2e4f8fb0348438c48c69972f0b08c
2024-11-16T02:15:54,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/203716cfbb0c4354a68b060225683532 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/203716cfbb0c4354a68b060225683532
2024-11-16T02:15:54,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15e1a67090b0426f82d213b130a62f2b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15e1a67090b0426f82d213b130a62f2b
2024-11-16T02:15:54,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/112abdb6382549e489310601f35e1257 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/112abdb6382549e489310601f35e1257
2024-11-16T02:15:54,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/bd368b06e19d4bf3ac6bc169014ee367 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/bd368b06e19d4bf3ac6bc169014ee367
2024-11-16T02:15:54,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/8b6d197859634e16a3bcab5931829386 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/8b6d197859634e16a3bcab5931829386
2024-11-16T02:15:54,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c7414ebf6f6144f7ae9bc2a1b78055ad to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c7414ebf6f6144f7ae9bc2a1b78055ad
2024-11-16T02:15:54,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c46ecf4bc349407689f25a7ac44248bf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c46ecf4bc349407689f25a7ac44248bf
2024-11-16T02:15:54,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/7419ff917b8e4ee7b9e3fc02881b0e41 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/7419ff917b8e4ee7b9e3fc02881b0e41
2024-11-16T02:15:54,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e0b570c238ed4b7db028dd9cce8c4d6b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e0b570c238ed4b7db028dd9cce8c4d6b
2024-11-16T02:15:54,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c1f6592ebc42484ca11d4a43383be738 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/c1f6592ebc42484ca11d4a43383be738
2024-11-16T02:15:54,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/13aa78075b28438d93f04d8d87bc1a3e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/13aa78075b28438d93f04d8d87bc1a3e
2024-11-16T02:15:54,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/49209be2078143fab7f2c81a3d4ba171 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/49209be2078143fab7f2c81a3d4ba171
2024-11-16T02:15:54,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1951017d070b421599b9440a2fa6d978 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1951017d070b421599b9440a2fa6d978
2024-11-16T02:15:54,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15ffecc3e6714fb5ab4c4c39d1fca869 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/15ffecc3e6714fb5ab4c4c39d1fca869
2024-11-16T02:15:54,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/068e7bc63a97498ca6f38792bc447218 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/068e7bc63a97498ca6f38792bc447218
2024-11-16T02:15:54,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/52857e41414f43ee861011b1d6a7248e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/52857e41414f43ee861011b1d6a7248e
2024-11-16T02:15:54,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e38f3a13f98940fb9d00416c04262a93 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/e38f3a13f98940fb9d00416c04262a93
2024-11-16T02:15:54,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5148d64a6f95418dac912bc5792cb688 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5148d64a6f95418dac912bc5792cb688
2024-11-16T02:15:54,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/00e68bea4d27443ba562e367fda9c373 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/00e68bea4d27443ba562e367fda9c373
2024-11-16T02:15:54,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/cfe1772c99114ca0a11b0136577dcce3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/cfe1772c99114ca0a11b0136577dcce3
2024-11-16T02:15:54,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/fd2a8db17119435fad1f2b89f7c345c2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/fd2a8db17119435fad1f2b89f7c345c2
2024-11-16T02:15:54,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/54b0fbcc53ef4484961cda0c4c08629b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/54b0fbcc53ef4484961cda0c4c08629b
2024-11-16T02:15:54,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0c0f3eb55f4373b80def951d7e2c53 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0c0f3eb55f4373b80def951d7e2c53
2024-11-16T02:15:54,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1fda3a76592547ad99f320cfb2f4e6a0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1fda3a76592547ad99f320cfb2f4e6a0
2024-11-16T02:15:54,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/513cdd9c186d4326ac6d7a805b779564 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/513cdd9c186d4326ac6d7a805b779564
2024-11-16T02:15:54,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0dccda4217412d94ca2b41e001dc93 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/6f0dccda4217412d94ca2b41e001dc93
2024-11-16T02:15:54,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/938deed8981d436c9882c0bb1f9d6aad to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/938deed8981d436c9882c0bb1f9d6aad
2024-11-16T02:15:54,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/f7ccb3b1e44e4085b395eac9efe83022 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/f7ccb3b1e44e4085b395eac9efe83022
2024-11-16T02:15:54,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/257fe5923bf54512bbbd3d12eb274a1e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/257fe5923bf54512bbbd3d12eb274a1e
2024-11-16T02:15:54,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5eed804807c148ea80d5b091595309fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/5eed804807c148ea80d5b091595309fa
2024-11-16T02:15:54,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/363b928f6e7949339939f059cfcb7615 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/363b928f6e7949339939f059cfcb7615
2024-11-16T02:15:54,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3a97efedf7744ab3ace4816763fc19d8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3a97efedf7744ab3ace4816763fc19d8
2024-11-16T02:15:54,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3432323981fc4f398a7623d167e98b5a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/3432323981fc4f398a7623d167e98b5a
2024-11-16T02:15:54,390 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/recovered.edits/601.seqid, newMaxSeqId=601, maxSeqId=1
2024-11-16T02:15:54,391 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.
2024-11-16T02:15:54,391 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 186958f297cd0318efe82b4a0a2e4c92:
Waiting for close lock at 1731723352963Running coprocessor pre-close hooks at 1731723352963Disabling compacts and flushes for region at 1731723352963Disabling writes for close at 1731723352964 (+1 ms)Obtaining lock to block concurrent updates at 1731723352964Preparing flush snapshotting stores in 186958f297cd0318efe82b4a0a2e4c92 at 1731723352964Finished memstore snapshotting TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731723352964Flushing stores of TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92. at 1731723352965 (+1 ms)Flushing 186958f297cd0318efe82b4a0a2e4c92/A: creating writer at 1731723352965Flushing 186958f297cd0318efe82b4a0a2e4c92/A: appending metadata at 1731723352968 (+3 ms)Flushing 186958f297cd0318efe82b4a0a2e4c92/A: closing flushed file at 1731723352968Flushing 186958f297cd0318efe82b4a0a2e4c92/B: creating writer at 1731723353381 (+413 ms)Flushing 186958f297cd0318efe82b4a0a2e4c92/B: appending metadata at 1731723353384 (+3 ms)Flushing 186958f297cd0318efe82b4a0a2e4c92/B: closing flushed file at 1731723353384Flushing 186958f297cd0318efe82b4a0a2e4c92/C: creating writer at 1731723353797 (+413 ms)Flushing 186958f297cd0318efe82b4a0a2e4c92/C: appending metadata at 1731723353801 (+4 ms)Flushing 186958f297cd0318efe82b4a0a2e4c92/C: closing flushed file at 1731723353801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6274606c: reopening flushed file at 1731723354213 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6743004: reopening flushed file at 1731723354220 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51669471: reopening flushed file at 1731723354225 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 186958f297cd0318efe82b4a0a2e4c92 in 1268ms, sequenceid=598, compaction requested=true at 1731723354232 (+7 ms)Writing region close event to WAL at 1731723354387 (+155 ms)Running coprocessor post-close hooks at 1731723354391 (+4 ms)Closed at 1731723354391
2024-11-16T02:15:54,394 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:54,395 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=186958f297cd0318efe82b4a0a2e4c92, regionState=CLOSED
2024-11-16T02:15:54,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:15:54,400 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-16T02:15:54,400 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 186958f297cd0318efe82b4a0a2e4c92, server=667222f7cf1b,37111,1731723316572 in 1.5920 sec
2024-11-16T02:15:54,401 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-16T02:15:54,401 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=186958f297cd0318efe82b4a0a2e4c92, UNASSIGN in 1.6010 sec
2024-11-16T02:15:54,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-16T02:15:54,404 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec
2024-11-16T02:15:54,405 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723354405"}]},"ts":"1731723354405"}
2024-11-16T02:15:54,407 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T02:15:54,407 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T02:15:54,409 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6240 sec
2024-11-16T02:15:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-16T02:15:54,938 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:54,945 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-16T02:15:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:54,949 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-16T02:15:54,951 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:54,955 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:54,960 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/recovered.edits]
2024-11-16T02:15:54,963 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/44bcc49dbb7c4099ac54875310b0609e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/44bcc49dbb7c4099ac54875310b0609e
2024-11-16T02:15:54,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/c1f1a1c2f72947b78f526dad0b97df5c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/c1f1a1c2f72947b78f526dad0b97df5c
2024-11-16T02:15:54,966 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eca5f3a84b2a4c5fad02b7f6800e21aa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/A/eca5f3a84b2a4c5fad02b7f6800e21aa
2024-11-16T02:15:54,969 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/01d31fec09f64995a7a65663374a9b4c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/01d31fec09f64995a7a65663374a9b4c
2024-11-16T02:15:54,971 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/25aef280c7834c358b2f5d5bd9fb1098 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/25aef280c7834c358b2f5d5bd9fb1098
2024-11-16T02:15:54,973 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/81c0184cd9a340bc90d521a32edf55ca to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/B/81c0184cd9a340bc90d521a32edf55ca
2024-11-16T02:15:54,976 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1b0c5672cb6c480c8e8478da89e00b60 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1b0c5672cb6c480c8e8478da89e00b60
2024-11-16T02:15:54,978 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1c8efd22c9684526b5489f2c18e9eeca to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/1c8efd22c9684526b5489f2c18e9eeca
2024-11-16T02:15:54,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/ba7e8dca6b9a4da6926358801ee73142 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/C/ba7e8dca6b9a4da6926358801ee73142
2024-11-16T02:15:54,983 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/recovered.edits/601.seqid to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92/recovered.edits/601.seqid
2024-11-16T02:15:54,984 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/186958f297cd0318efe82b4a0a2e4c92
2024-11-16T02:15:54,984 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T02:15:54,989 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:54,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-16T02:15:54,998 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T02:15:55,026 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T02:15:55,028 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:55,028 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T02:15:55,028 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731723355028"}]},"ts":"9223372036854775807"}
2024-11-16T02:15:55,032 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T02:15:55,033 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 186958f297cd0318efe82b4a0a2e4c92, NAME => 'TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T02:15:55,033 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T02:15:55,033 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731723355033"}]},"ts":"9223372036854775807"}
2024-11-16T02:15:55,036 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T02:15:55,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:55,039 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec
2024-11-16T02:15:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-16T02:15:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T02:15:55,056 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:55,064 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/667222f7cf1b:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;667222f7cf1b:37111-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1796353854_22 at /127.0.0.1:48484 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=606 (was 629), ProcessCount=11 (was 11), AvailableMemoryMB=1450 (was 1958)
2024-11-16T02:15:55,073 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=606, ProcessCount=11, AvailableMemoryMB=1450
2024-11-16T02:15:55,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:15:55,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:15:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:55,078 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T02:15:55,078 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:55,078 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 30
2024-11-16T02:15:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-16T02:15:55,079 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T02:15:55,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741948_1124 (size=1061)
2024-11-16T02:15:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-16T02:15:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-16T02:15:55,489 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:15:55,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741949_1125 (size=53)
2024-11-16T02:15:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-16T02:15:55,899 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:55,899 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ce15514fbaa937f3caa69179fb87a5f5, disabling compactions & flushes
2024-11-16T02:15:55,899 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:55,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:55,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. after waiting 0 ms
2024-11-16T02:15:55,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:55,900 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:55,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce15514fbaa937f3caa69179fb87a5f5:
Waiting for close lock at 1731723355899Disabling compacts and flushes for region at 1731723355899Disabling writes for close at 1731723355900 (+1 ms)Writing region close event to WAL at 1731723355900Closed at 1731723355900
2024-11-16T02:15:55,901 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T02:15:55,901 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731723355901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723355901"}]},"ts":"1731723355901"}
2024-11-16T02:15:55,903 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T02:15:55,904 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T02:15:55,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723355904"}]},"ts":"1731723355904"}
2024-11-16T02:15:55,906 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T02:15:55,906 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, ASSIGN}]
2024-11-16T02:15:55,907 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, ASSIGN
2024-11-16T02:15:55,908 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, ASSIGN; state=OFFLINE, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=false
2024-11-16T02:15:56,059 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, ASSIGN because future has completed
2024-11-16T02:15:56,061 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:15:56,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-16T02:15:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-16T02:15:56,218 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:56,218 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:15:56,218 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,218 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:56,219 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,219 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,221 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ce15514fbaa937f3caa69179fb87a5f5 
2024-11-16T02:15:56,223 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:56,225 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce15514fbaa937f3caa69179fb87a5f5 columnFamilyName A
2024-11-16T02:15:56,225 DEBUG [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:56,226 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(327): Store=ce15514fbaa937f3caa69179fb87a5f5/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:56,226 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ce15514fbaa937f3caa69179fb87a5f5 
2024-11-16T02:15:56,228 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:56,228 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce15514fbaa937f3caa69179fb87a5f5 columnFamilyName B
2024-11-16T02:15:56,228 DEBUG [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:56,229 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(327): Store=ce15514fbaa937f3caa69179fb87a5f5/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:56,229 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ce15514fbaa937f3caa69179fb87a5f5 
2024-11-16T02:15:56,230 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:56,231 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce15514fbaa937f3caa69179fb87a5f5 columnFamilyName C
2024-11-16T02:15:56,231 DEBUG [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:56,231 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(327): Store=ce15514fbaa937f3caa69179fb87a5f5/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:56,231 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:56,231 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,232 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,232 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,233 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,233 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,234 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:15:56,235 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,237 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:15:56,238 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened ce15514fbaa937f3caa69179fb87a5f5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71010938, jitterRate=0.0581454336643219}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:15:56,238 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:56,239 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for ce15514fbaa937f3caa69179fb87a5f5:
Running coprocessor pre-open hook at 1731723356219Writing region info on filesystem at 1731723356219Initializing all the Stores at 1731723356220 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723356220Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723356221 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723356221Cleaning up temporary data from old regions at 1731723356233 (+12 ms)Running coprocessor post-open hooks at 1731723356238 (+5 ms)Region opened successfully at 1731723356239 (+1 ms)
2024-11-16T02:15:56,240 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., pid=32, masterSystemTime=1731723356212
2024-11-16T02:15:56,242 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:56,242 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:56,243 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:56,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:15:56,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-16T02:15:56,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 in 188 msec
2024-11-16T02:15:56,259 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-16T02:15:56,259 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, ASSIGN in 347 msec
2024-11-16T02:15:56,260 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T02:15:56,260 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723356260"}]},"ts":"1731723356260"}
2024-11-16T02:15:56,262 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T02:15:56,264 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T02:15:56,266 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec
2024-11-16T02:15:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30
2024-11-16T02:15:57,226 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:57,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e3094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:57,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:57,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:57,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:57,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576803a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:57,233 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b7e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:57,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:57,238 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:57,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:15:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:15:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3f0ed1
2024-11-16T02:15:57,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:15:57,242 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:15:57,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:15:57,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:15:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-16T02:15:57,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741950_1126 (size=1097)
2024-11-16T02:15:57,673 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-16T02:15:57,673 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-16T02:15:57,681 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:15:57,690 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, REOPEN/MOVE}]
2024-11-16T02:15:57,690 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, REOPEN/MOVE
2024-11-16T02:15:57,691 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, REOPEN/MOVE because future has completed
2024-11-16T02:15:57,693 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:15:57,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:15:57,846 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:57,846 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:15:57,846 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing ce15514fbaa937f3caa69179fb87a5f5, disabling compactions & flushes
2024-11-16T02:15:57,847 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:57,847 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:57,847 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. after waiting 0 ms
2024-11-16T02:15:57,847 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:57,854 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-16T02:15:57,856 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:57,856 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for ce15514fbaa937f3caa69179fb87a5f5:
Waiting for close lock at 1731723357846Running coprocessor pre-close hooks at 1731723357846Disabling compacts and flushes for region at 1731723357846Disabling writes for close at 1731723357847 (+1 ms)Writing region close event to WAL at 1731723357847Running coprocessor post-close hooks at 1731723357855 (+8 ms)Closed at 1731723357855
2024-11-16T02:15:57,856 WARN  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: ce15514fbaa937f3caa69179fb87a5f5 to self.
2024-11-16T02:15:57,859 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:57,860 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=CLOSED
2024-11-16T02:15:57,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:15:57,866 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-16T02:15:57,866 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 in 171 msec
2024-11-16T02:15:57,867 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, REOPEN/MOVE; state=CLOSED, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=true
2024-11-16T02:15:58,019 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, REOPEN/MOVE because future has completed
2024-11-16T02:15:58,025 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:15:58,184 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,184 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:15:58,184 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,184 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:15:58,184 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,184 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,187 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ce15514fbaa937f3caa69179fb87a5f5 
2024-11-16T02:15:58,187 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:58,192 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce15514fbaa937f3caa69179fb87a5f5 columnFamilyName A
2024-11-16T02:15:58,193 DEBUG [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:58,194 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(327): Store=ce15514fbaa937f3caa69179fb87a5f5/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:58,195 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ce15514fbaa937f3caa69179fb87a5f5 
2024-11-16T02:15:58,195 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:58,195 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce15514fbaa937f3caa69179fb87a5f5 columnFamilyName B
2024-11-16T02:15:58,195 DEBUG [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:58,196 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(327): Store=ce15514fbaa937f3caa69179fb87a5f5/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:58,196 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ce15514fbaa937f3caa69179fb87a5f5 
2024-11-16T02:15:58,196 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:15:58,197 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce15514fbaa937f3caa69179fb87a5f5 columnFamilyName C
2024-11-16T02:15:58,197 DEBUG [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:58,197 INFO  [StoreOpener-ce15514fbaa937f3caa69179fb87a5f5-1 {}] regionserver.HStore(327): Store=ce15514fbaa937f3caa69179fb87a5f5/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:15:58,197 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,197 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,198 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,199 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,200 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,200 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,200 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:15:58,201 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,202 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened ce15514fbaa937f3caa69179fb87a5f5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63426682, jitterRate=-0.05486878752708435}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:15:58,202 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,204 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for ce15514fbaa937f3caa69179fb87a5f5:
Running coprocessor pre-open hook at 1731723358184Writing region info on filesystem at 1731723358184Initializing all the Stores at 1731723358185 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723358185Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723358185Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723358186 (+1 ms)Cleaning up temporary data from old regions at 1731723358200 (+14 ms)Running coprocessor post-open hooks at 1731723358202 (+2 ms)Region opened successfully at 1731723358204 (+2 ms)
2024-11-16T02:15:58,205 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., pid=37, masterSystemTime=1731723358180
2024-11-16T02:15:58,207 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,207 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,208 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=OPEN, openSeqNum=5, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:15:58,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35
2024-11-16T02:15:58,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 in 186 msec
2024-11-16T02:15:58,215 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-16T02:15:58,215 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, REOPEN/MOVE in 524 msec
2024-11-16T02:15:58,218 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-16T02:15:58,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 536 msec
2024-11-16T02:15:58,222 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 968 msec
2024-11-16T02:15:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33
2024-11-16T02:15:58,225 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:15:58,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c00921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651f535d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,228 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c5d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b1860b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,230 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8099a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,232 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755ac7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,234 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c49a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,236 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d7e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52903b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,238 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec7de56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,240 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49138c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5db83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,243 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b501f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,245 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fb5a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,247 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300eedce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,248 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619538fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c562e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,251 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e94806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,253 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eaadb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf07c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,255 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9584eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,256 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420b069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:15:58,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:15:58,258 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:15:58,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:15:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:15:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a584b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:15:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:15:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:15:58,260 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd2437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:15:58,262 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,262 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,262 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,262 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,262 DEBUG [Thread-643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:15:58,262 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,264 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,264 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,264 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,264 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,265 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-11-16T02:15:58,265 DEBUG [Thread-648 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,265 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,265 DEBUG [Thread-648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,267 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-16T02:15:58,267 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:15:58,268 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,268 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:15:58,268 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:15:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,275 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,276 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:15:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:15:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:15:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,279 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,280 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:15:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:15:58,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:15:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:15:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:15:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:15:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:15:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723358332, max timestamp=1731723358340Num uniques 859; 
2024-11-16T02:15:58,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:58,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723358332, max timestamp=1731723358340Num uniques 859; 
2024-11-16T02:15:58,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723358332, max timestamp=1731723358340Num uniques 859; 
2024-11-16T02:15:58,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:58,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:58,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111684edf36b080042cfab0fdccc0fadff26_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723358288/Put/seqid=0
2024-11-16T02:15:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-16T02:15:58,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741951_1127 (size=19474)
2024-11-16T02:15:58,398 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:58,402 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111684edf36b080042cfab0fdccc0fadff26_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111684edf36b080042cfab0fdccc0fadff26_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723418392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723418395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0cd37ccd90be4686808f648d87436d8f, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:15:58,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723418395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723418395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723418396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0cd37ccd90be4686808f648d87436d8f is 175, key is test_row_0/A:col10/1731723358288/Put/seqid=0
2024-11-16T02:15:58,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-16T02:15:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:15:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:58,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741952_1128 (size=56733)
2024-11-16T02:15:58,445 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0cd37ccd90be4686808f648d87436d8f
2024-11-16T02:15:58,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/4ac4991a7bf446f0803e65df37b4cc08 is 50, key is test_row_0/B:col10/1731723358288/Put/seqid=0
2024-11-16T02:15:58,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741953_1129 (size=12001)
2024-11-16T02:15:58,497 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/4ac4991a7bf446f0803e65df37b4cc08
2024-11-16T02:15:58,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723418515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723418515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723418515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723418515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723418516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/3827c87487ab486cb1dcdaba043f2e92 is 50, key is test_row_0/C:col10/1731723358288/Put/seqid=0
2024-11-16T02:15:58,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741954_1130 (size=12001)
2024-11-16T02:15:58,547 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/3827c87487ab486cb1dcdaba043f2e92
2024-11-16T02:15:58,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0cd37ccd90be4686808f648d87436d8f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f
2024-11-16T02:15:58,568 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f, entries=300, sequenceid=15, filesize=55.4 K
2024-11-16T02:15:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/4ac4991a7bf446f0803e65df37b4cc08 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4ac4991a7bf446f0803e65df37b4cc08
2024-11-16T02:15:58,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-16T02:15:58,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:15:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:58,575 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4ac4991a7bf446f0803e65df37b4cc08, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T02:15:58,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:15:58,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/3827c87487ab486cb1dcdaba043f2e92 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/3827c87487ab486cb1dcdaba043f2e92
2024-11-16T02:15:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-16T02:15:58,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/3827c87487ab486cb1dcdaba043f2e92, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T02:15:58,589 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for ce15514fbaa937f3caa69179fb87a5f5 in 299ms, sequenceid=15, compaction requested=false
2024-11-16T02:15:58,589 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-16T02:15:58,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:15:58,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-16T02:15:58,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:58,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:15:58,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723358391, max timestamp=1731723358728Num uniques 1018; 
2024-11-16T02:15:58,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:15:58,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723358391, max timestamp=1731723358728Num uniques 1018; 
2024-11-16T02:15:58,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:15:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723358391, max timestamp=1731723358728Num uniques 1018; 
2024-11-16T02:15:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:15:58,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:15:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:15:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:15:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:58,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:15:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f95eae37c0204822b199938d15c70387_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723358391/Put/seqid=0
2024-11-16T02:15:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731723358762, max timestamp=1731723358777Num uniques 859; 
2024-11-16T02:15:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731723358762, max timestamp=1731723358777Num uniques 859; 
2024-11-16T02:15:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731723358762, max timestamp=1731723358777Num uniques 859; 
2024-11-16T02:15:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T02:15:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T02:15:58,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-16T02:15:58,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741955_1131 (size=14594)
2024-11-16T02:15:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:58,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f95eae37c0204822b199938d15c70387_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f95eae37c0204822b199938d15c70387_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/64f44823875b4111ad0e06c323ca319b, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:15:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/64f44823875b4111ad0e06c323ca319b is 175, key is test_row_0/A:col10/1731723358391/Put/seqid=0
2024-11-16T02:15:58,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741956_1132 (size=39549)
2024-11-16T02:15:58,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723418827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723418827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:58,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731723358806, max timestamp=1731723358830Num uniques 1218; 
2024-11-16T02:15:58,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731723358806, max timestamp=1731723358830Num uniques 1218; 
2024-11-16T02:15:58,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=12268, suffix heap size=154640,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=268
2024-11-16T02:15:58,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=12268, suffix heap size=154640,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=268
2024-11-16T02:15:58,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723358806, max timestamp=1731723358830Num uniques 1218; 
2024-11-16T02:15:58,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55778, new segment data size=9978, suffix heap size=154640,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1218, new segment cells count=218
2024-11-16T02:15:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-16T02:15:58,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723358881, max timestamp=1731723358894Num uniques 1127; 
2024-11-16T02:15:58,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-16T02:15:58,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723358881, max timestamp=1731723358894Num uniques 1077; 
2024-11-16T02:15:58,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-16T02:15:58,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723358881, max timestamp=1731723358894Num uniques 1127; 
2024-11-16T02:15:58,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-16T02:15:58,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731723358930, max timestamp=1731723358952Num uniques 1086; 
2024-11-16T02:15:58,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731723358930, max timestamp=1731723358952Num uniques 1086; 
2024-11-16T02:15:58,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=17676, suffix heap size=140912,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=386
2024-11-16T02:15:58,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=17676, suffix heap size=140912,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=386
2024-11-16T02:15:58,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731723358930, max timestamp=1731723358952Num uniques 1086; 
2024-11-16T02:15:58,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=17676, suffix heap size=140912,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=386
2024-11-16T02:15:59,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731723358989, max timestamp=1731723359003Num uniques 1245; 
2024-11-16T02:15:59,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=11220, suffix heap size=157448,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=245
2024-11-16T02:15:59,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731723358989, max timestamp=1731723359003Num uniques 1245; 
2024-11-16T02:15:59,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=11220, suffix heap size=157448,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=245
2024-11-16T02:15:59,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731723358989, max timestamp=1731723359003Num uniques 1245; 
2024-11-16T02:15:59,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=11220, suffix heap size=157448,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=245
2024-11-16T02:15:59,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723419047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723419049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731723359038, max timestamp=1731723359051Num uniques 1104; 
2024-11-16T02:15:59,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-16T02:15:59,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731723359038, max timestamp=1731723359054Num uniques 1104; 
2024-11-16T02:15:59,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-16T02:15:59,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731723359038, max timestamp=1731723359054Num uniques 1104; 
2024-11-16T02:15:59,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154
2024-11-16T02:15:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16618, totalHeapSize=37992, min timestamp=1731723359077, max timestamp=1731723359106Num uniques 1013; 
2024-11-16T02:15:59,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16618, totalHeapSize=37992, min timestamp=1731723359077, max timestamp=1731723359106Num uniques 1013; 
2024-11-16T02:15:59,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=363, cellSize=16618, totalHeapSize=37992, min timestamp=1731723359077, max timestamp=1731723359106Num uniques 1013; 
2024-11-16T02:15:59,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=16618, suffix heap size=133320,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=363
2024-11-16T02:15:59,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=16618, suffix heap size=133320,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=363
2024-11-16T02:15:59,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=16618, suffix heap size=133320,new segment heap size=37992 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=363
2024-11-16T02:15:59,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1731723359164, max timestamp=1731723359188Num uniques 1222; 
2024-11-16T02:15:59,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=12452, suffix heap size=155056,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=272
2024-11-16T02:15:59,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731723359168, max timestamp=1731723359187Num uniques 1222; 
2024-11-16T02:15:59,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=7872, suffix heap size=155056,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=172
2024-11-16T02:15:59,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731723359168, max timestamp=1731723359188Num uniques 1222; 
2024-11-16T02:15:59,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=55962, new segment data size=7872, suffix heap size=155056,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1222, new segment cells count=172
2024-11-16T02:15:59,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/64f44823875b4111ad0e06c323ca319b
2024-11-16T02:15:59,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/07ef411d88a048f8af11b0a05e195add is 50, key is test_row_0/B:col10/1731723358391/Put/seqid=0
2024-11-16T02:15:59,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741957_1133 (size=12001)
2024-11-16T02:15:59,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8277, totalHeapSize=19064, min timestamp=1731723359278, max timestamp=1731723359298Num uniques 1031; 
2024-11-16T02:15:59,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47207, new segment data size=8277, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-11-16T02:15:59,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731723359278, max timestamp=1731723359298Num uniques 1031; 
2024-11-16T02:15:59,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181
2024-11-16T02:15:59,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723359278, max timestamp=1731723359298Num uniques 1131; 
2024-11-16T02:15:59,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51786, new segment data size=7688, suffix heap size=145592,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=168
2024-11-16T02:15:59,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1731723359322, max timestamp=1731723359346Num uniques 1027; 
2024-11-16T02:15:59,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47042, new segment data size=15570, suffix heap size=134776,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=340
2024-11-16T02:15:59,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1731723359322, max timestamp=1731723359346Num uniques 1040; 
2024-11-16T02:15:59,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1731723359322, max timestamp=1731723359346Num uniques 1040; 
2024-11-16T02:15:59,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=15570, suffix heap size=136128,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=340
2024-11-16T02:15:59,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=15570, suffix heap size=136128,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=340
2024-11-16T02:15:59,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723419375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723419377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723419378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1731723359363, max timestamp=1731723359382Num uniques 1199; 
2024-11-16T02:15:59,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1731723359363, max timestamp=1731723359382Num uniques 1199; 
2024-11-16T02:15:59,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=15984, suffix heap size=152664,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=349
2024-11-16T02:15:59,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=15984, suffix heap size=152664,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=349
2024-11-16T02:15:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1731723359363, max timestamp=1731723359382Num uniques 1199; 
2024-11-16T02:15:59,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=15984, suffix heap size=152664,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=349
2024-11-16T02:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-16T02:15:59,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723419478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723419481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723419495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723419495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723419495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723419595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723419595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,639 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/07ef411d88a048f8af11b0a05e195add
2024-11-16T02:15:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/caacdb43f308437a99de62352d18481d is 50, key is test_row_0/C:col10/1731723358391/Put/seqid=0
2024-11-16T02:15:59,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741958_1134 (size=12001)
2024-11-16T02:15:59,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/caacdb43f308437a99de62352d18481d
2024-11-16T02:15:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/64f44823875b4111ad0e06c323ca319b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b
2024-11-16T02:15:59,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b, entries=200, sequenceid=53, filesize=38.6 K
2024-11-16T02:15:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/07ef411d88a048f8af11b0a05e195add as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/07ef411d88a048f8af11b0a05e195add
2024-11-16T02:15:59,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/07ef411d88a048f8af11b0a05e195add, entries=150, sequenceid=53, filesize=11.7 K
2024-11-16T02:15:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/caacdb43f308437a99de62352d18481d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/caacdb43f308437a99de62352d18481d
2024-11-16T02:15:59,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723419715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/caacdb43f308437a99de62352d18481d, entries=150, sequenceid=53, filesize=11.7 K
2024-11-16T02:15:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=161.02 KB/164880 for ce15514fbaa937f3caa69179fb87a5f5 in 1013ms, sequenceid=53, compaction requested=false
2024-11-16T02:15:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:15:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:15:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-11-16T02:15:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-11-16T02:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:59,744 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=167.72 KB heapSize=467.48 KB
2024-11-16T02:15:59,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731723359448, max timestamp=1731723359727Num uniques 1208; 
2024-11-16T02:15:59,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731723359448, max timestamp=1731723359720Num uniques 1208; 
2024-11-16T02:15:59,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=7230, suffix heap size=153600,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=158
2024-11-16T02:15:59,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731723359448, max timestamp=1731723359727Num uniques 1208; 
2024-11-16T02:15:59,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=7230, suffix heap size=153600,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=158
2024-11-16T02:15:59,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=7230, suffix heap size=153600,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=158
2024-11-16T02:15:59,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:15:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:15:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:15:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:15:59,750 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-16T02:15:59,750 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec
2024-11-16T02:15:59,753 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.4900 sec
2024-11-16T02:15:59,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e5edf9d93aec4551af23f65d5e2fbbdd_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723359474/Put/seqid=0
2024-11-16T02:15:59,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723359802, max timestamp=1731723359815Num uniques 859; 
2024-11-16T02:15:59,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:59,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723359802, max timestamp=1731723359815Num uniques 859; 
2024-11-16T02:15:59,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723359802, max timestamp=1731723359815Num uniques 859; 
2024-11-16T02:15:59,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:59,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:15:59,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741959_1135 (size=17484)
2024-11-16T02:15:59,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:15:59,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731723359824, max timestamp=1731723359856Num uniques 1018; 
2024-11-16T02:15:59,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-16T02:15:59,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731723359824, max timestamp=1731723359856Num uniques 1018; 
2024-11-16T02:15:59,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-16T02:15:59,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731723359824, max timestamp=1731723359856Num uniques 1018; 
2024-11-16T02:15:59,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-16T02:15:59,867 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e5edf9d93aec4551af23f65d5e2fbbdd_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e5edf9d93aec4551af23f65d5e2fbbdd_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:15:59,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8bbe5d82e64641859efb423c91a73e82, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:15:59,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8bbe5d82e64641859efb423c91a73e82 is 175, key is test_row_0/A:col10/1731723359474/Put/seqid=0
2024-11-16T02:15:59,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741960_1136 (size=48589)
2024-11-16T02:15:59,882 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8bbe5d82e64641859efb423c91a73e82
2024-11-16T02:15:59,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723419883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723419884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723419886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/785de5f5e7e24d95be4648aec09f450b is 50, key is test_row_0/B:col10/1731723359474/Put/seqid=0
2024-11-16T02:15:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723419890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:15:59,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741961_1137 (size=12301)
2024-11-16T02:15:59,937 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T02:15:59,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:15:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723419995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:15:59,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:15:59,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723420006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723420006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723420006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723420025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723420204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723420225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723420225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723420225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,308 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/785de5f5e7e24d95be4648aec09f450b
2024-11-16T02:16:00,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/8b64e40968fc48e2b825c79aabf8f924 is 50, key is test_row_0/C:col10/1731723359474/Put/seqid=0
2024-11-16T02:16:00,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741962_1138 (size=12301)
2024-11-16T02:16:00,370 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/8b64e40968fc48e2b825c79aabf8f924
2024-11-16T02:16:00,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8bbe5d82e64641859efb423c91a73e82 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82
2024-11-16T02:16:00,388 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82, entries=250, sequenceid=264, filesize=47.5 K
2024-11-16T02:16:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/785de5f5e7e24d95be4648aec09f450b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/785de5f5e7e24d95be4648aec09f450b
2024-11-16T02:16:00,397 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/785de5f5e7e24d95be4648aec09f450b, entries=150, sequenceid=264, filesize=12.0 K
2024-11-16T02:16:00,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/8b64e40968fc48e2b825c79aabf8f924 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8b64e40968fc48e2b825c79aabf8f924
2024-11-16T02:16:00,411 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8b64e40968fc48e2b825c79aabf8f924, entries=150, sequenceid=264, filesize=12.0 K
2024-11-16T02:16:00,412 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.20 KB/88272, currentSize=154.31 KB/158010 for ce15514fbaa937f3caa69179fb87a5f5 in 668ms, sequenceid=264, compaction requested=true
2024-11-16T02:16:00,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:00,413 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:00,413 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-16T02:16:00,415 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:00,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:00,417 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36303 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:00,417 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 144871 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:00,417 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:00,417 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-16T02:16:00,418 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,418 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4ac4991a7bf446f0803e65df37b4cc08, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/07ef411d88a048f8af11b0a05e195add, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/785de5f5e7e24d95be4648aec09f450b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=35.5 K
2024-11-16T02:16:00,419 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T02:16:00,419 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=141.5 K
2024-11-16T02:16:00,419 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,419 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82]
2024-11-16T02:16:00,420 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:00,421 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:00,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:00,428 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ac4991a7bf446f0803e65df37b4cc08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731723358275
2024-11-16T02:16:00,428 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cd37ccd90be4686808f648d87436d8f, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731723358271
2024-11-16T02:16:00,428 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 07ef411d88a048f8af11b0a05e195add, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731723358391
2024-11-16T02:16:00,428 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64f44823875b4111ad0e06c323ca319b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731723358391
2024-11-16T02:16:00,430 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bbe5d82e64641859efb423c91a73e82, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731723359448
2024-11-16T02:16:00,430 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 785de5f5e7e24d95be4648aec09f450b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731723359474
2024-11-16T02:16:00,444 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:00,445 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/3affd2f54d21450c887f1de250db3a3f is 50, key is test_row_0/B:col10/1731723359474/Put/seqid=0
2024-11-16T02:16:00,457 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:00,465 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411168d91e606ebac45c1bff5b57fe71e2f86_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:00,474 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411168d91e606ebac45c1bff5b57fe71e2f86_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:00,474 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168d91e606ebac45c1bff5b57fe71e2f86_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:00,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741963_1139 (size=12404)
2024-11-16T02:16:00,494 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/3affd2f54d21450c887f1de250db3a3f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/3affd2f54d21450c887f1de250db3a3f
2024-11-16T02:16:00,502 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into 3affd2f54d21450c887f1de250db3a3f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:00,502 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:00,502 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=13, startTime=1731723360413; duration=0sec
2024-11-16T02:16:00,502 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:00,502 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:00,502 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:00,504 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36303 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:00,505 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:00,505 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,505 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/3827c87487ab486cb1dcdaba043f2e92, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/caacdb43f308437a99de62352d18481d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8b64e40968fc48e2b825c79aabf8f924] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=35.5 K
2024-11-16T02:16:00,505 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3827c87487ab486cb1dcdaba043f2e92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731723358275
2024-11-16T02:16:00,506 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting caacdb43f308437a99de62352d18481d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731723358391
2024-11-16T02:16:00,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741964_1140 (size=4469)
2024-11-16T02:16:00,506 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b64e40968fc48e2b825c79aabf8f924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731723359474
2024-11-16T02:16:00,508 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#121 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:00,509 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/1fa805ecf8c04a58b87f98380dc3639e is 175, key is test_row_0/A:col10/1731723359474/Put/seqid=0
2024-11-16T02:16:00,520 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:00,521 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/a691337c251a43c2a7010a5148e84ca6 is 50, key is test_row_0/C:col10/1731723359474/Put/seqid=0
2024-11-16T02:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:00,524 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=161.02 KB heapSize=450.47 KB
2024-11-16T02:16:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T02:16:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T02:16:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T02:16:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T02:16:00,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741965_1141 (size=31358)
2024-11-16T02:16:00,554 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/1fa805ecf8c04a58b87f98380dc3639e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1fa805ecf8c04a58b87f98380dc3639e
2024-11-16T02:16:00,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723420542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723420544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723420545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723420548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723420550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,571 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into 1fa805ecf8c04a58b87f98380dc3639e(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:00,571 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:00,571 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=13, startTime=1731723360413; duration=0sec
2024-11-16T02:16:00,572 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:00,572 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:00,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c507c5b42e454fa99f6da2232ed5f794_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723359883/Put/seqid=0
2024-11-16T02:16:00,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741966_1142 (size=12404)
2024-11-16T02:16:00,594 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/a691337c251a43c2a7010a5148e84ca6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a691337c251a43c2a7010a5148e84ca6
2024-11-16T02:16:00,602 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into a691337c251a43c2a7010a5148e84ca6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:00,602 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:00,602 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=13, startTime=1731723360413; duration=0sec
2024-11-16T02:16:00,602 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:00,602 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:00,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741967_1143 (size=14994)
2024-11-16T02:16:00,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723420666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723420667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723420665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723420675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T02:16:00,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:00,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,746 INFO  [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-16T02:16:00,746 INFO  [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-16T02:16:00,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723420875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723420875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723420875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723420885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:00,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:00,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,030 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c507c5b42e454fa99f6da2232ed5f794_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c507c5b42e454fa99f6da2232ed5f794_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:01,031 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/3c21a52256664f3c899313ee02de6852, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:01,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/3c21a52256664f3c899313ee02de6852 is 175, key is test_row_0/A:col10/1731723359883/Put/seqid=0
2024-11-16T02:16:01,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741968_1144 (size=39949)
2024-11-16T02:16:01,043 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/3c21a52256664f3c899313ee02de6852
2024-11-16T02:16:01,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T02:16:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6dc435c8271741688cd19dfc2e05f590 is 50, key is test_row_0/B:col10/1731723359883/Put/seqid=0
2024-11-16T02:16:01,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741969_1145 (size=12301)
2024-11-16T02:16:01,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723421185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723421185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723421186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723421195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,470 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6dc435c8271741688cd19dfc2e05f590
2024-11-16T02:16:01,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/18b87e6523dc4c6cb604e2f2b8980cd6 is 50, key is test_row_0/C:col10/1731723359883/Put/seqid=0
2024-11-16T02:16:01,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:01,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:01,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:01,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741970_1146 (size=12301)
2024-11-16T02:16:01,550 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/18b87e6523dc4c6cb604e2f2b8980cd6
2024-11-16T02:16:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T02:16:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/3c21a52256664f3c899313ee02de6852 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852
2024-11-16T02:16:01,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723421566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,570 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852, entries=200, sequenceid=320, filesize=39.0 K
2024-11-16T02:16:01,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6dc435c8271741688cd19dfc2e05f590 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6dc435c8271741688cd19dfc2e05f590
2024-11-16T02:16:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,599 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6dc435c8271741688cd19dfc2e05f590, entries=150, sequenceid=320, filesize=12.0 K
2024-11-16T02:16:01,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/18b87e6523dc4c6cb604e2f2b8980cd6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/18b87e6523dc4c6cb604e2f2b8980cd6
2024-11-16T02:16:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,612 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/18b87e6523dc4c6cb604e2f2b8980cd6, entries=150, sequenceid=320, filesize=12.0 K
2024-11-16T02:16:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,613 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~450.42 KB/461232, currentSize=33.54 KB/34350 for ce15514fbaa937f3caa69179fb87a5f5 in 1089ms, sequenceid=320, compaction requested=false
2024-11-16T02:16:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-16T02:16:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-16T02:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111631cc4ba745db4371b5b9e3f5ddaa887b_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723360543/Put/seqid=0
2024-11-16T02:16:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:01,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741971_1147 (size=9914)
2024-11-16T02:16:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111631cc4ba745db4371b5b9e3f5ddaa887b_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111631cc4ba745db4371b5b9e3f5ddaa887b_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0ecfbd83fcbb471da1156fee8e7f6e56, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0ecfbd83fcbb471da1156fee8e7f6e56 is 175, key is test_row_0/A:col10/1731723360543/Put/seqid=0
2024-11-16T02:16:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741972_1148 (size=22561)
2024-11-16T02:16:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0ecfbd83fcbb471da1156fee8e7f6e56
2024-11-16T02:16:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6612e6bd146c46d08c8e7fd026be84e6 is 50, key is test_row_0/B:col10/1731723360543/Put/seqid=0
2024-11-16T02:16:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731723361705, max timestamp=1731723361758Num uniques 859; 
2024-11-16T02:16:01,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859
2024-11-16T02:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731723361705, max timestamp=1731723361758Num uniques 859; 
2024-11-16T02:16:01,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731723361705, max timestamp=1731723361758Num uniques 859; 
2024-11-16T02:16:01,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859
2024-11-16T02:16:01,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859
2024-11-16T02:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:01,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723421768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723421770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723421772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723421776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741973_1149 (size=9857)
2024-11-16T02:16:01,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6612e6bd146c46d08c8e7fd026be84e6
2024-11-16T02:16:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/479862912c484eebbe22e60daf537a0b is 50, key is test_row_0/C:col10/1731723360543/Put/seqid=0
2024-11-16T02:16:01,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741974_1150 (size=9857)
2024-11-16T02:16:01,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/479862912c484eebbe22e60daf537a0b
2024-11-16T02:16:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/0ecfbd83fcbb471da1156fee8e7f6e56 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56
2024-11-16T02:16:01,876 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56, entries=100, sequenceid=330, filesize=22.0 K
2024-11-16T02:16:01,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6612e6bd146c46d08c8e7fd026be84e6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6612e6bd146c46d08c8e7fd026be84e6
2024-11-16T02:16:01,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723421885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723421886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723421886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6612e6bd146c46d08c8e7fd026be84e6, entries=100, sequenceid=330, filesize=9.6 K
2024-11-16T02:16:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/479862912c484eebbe22e60daf537a0b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/479862912c484eebbe22e60daf537a0b
2024-11-16T02:16:01,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723421895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:01,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:01,906 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/479862912c484eebbe22e60daf537a0b, entries=100, sequenceid=330, filesize=9.6 K
2024-11-16T02:16:01,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=167.72 KB/171750 for ce15514fbaa937f3caa69179fb87a5f5 in 247ms, sequenceid=330, compaction requested=true
2024-11-16T02:16:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:01,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-16T02:16:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-16T02:16:01,916 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-16T02:16:01,916 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec
2024-11-16T02:16:01,921 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.5020 sec
2024-11-16T02:16:02,102 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=181.14 KB heapSize=458.81 KB
2024-11-16T02:16:02,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:02,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:02,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:02,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:02,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:02,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:02,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723422105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723422110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723422112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111665c1b78e01914e42a480eba24c03b533_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:02,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723422118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741975_1151 (size=17534)
2024-11-16T02:16:02,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:02,151 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111665c1b78e01914e42a480eba24c03b533_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111665c1b78e01914e42a480eba24c03b533_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:02,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b11ed15dc52b4fed84d4304be68676fb, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:02,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b11ed15dc52b4fed84d4304be68676fb is 175, key is test_row_0/A:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:02,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741976_1152 (size=48639)
2024-11-16T02:16:02,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723422225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723422225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723422225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723422424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723422435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723422435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723422435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-16T02:16:02,566 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:02,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-16T02:16:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:02,568 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:02,569 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:02,569 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:02,585 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b11ed15dc52b4fed84d4304be68676fb
2024-11-16T02:16:02,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/c6766dfafdda4727841dd2392bd12a86 is 50, key is test_row_0/B:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:02,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741977_1153 (size=12301)
2024-11-16T02:16:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:02,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T02:16:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:02,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:02,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723422745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723422745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723422745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:02,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T02:16:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:02,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:02,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723422935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:03,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/c6766dfafdda4727841dd2392bd12a86
2024-11-16T02:16:03,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/1a15f5a7150e4210af5d635bb1faa022 is 50, key is test_row_0/C:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:03,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741978_1154 (size=12301)
2024-11-16T02:16:03,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T02:16:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T02:16:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:03,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723423255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:03,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723423256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:03,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723423264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:03,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T02:16:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:03,418 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/1a15f5a7150e4210af5d635bb1faa022
2024-11-16T02:16:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b11ed15dc52b4fed84d4304be68676fb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb
2024-11-16T02:16:03,440 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb, entries=250, sequenceid=360, filesize=47.5 K
2024-11-16T02:16:03,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/c6766dfafdda4727841dd2392bd12a86 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/c6766dfafdda4727841dd2392bd12a86
2024-11-16T02:16:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,452 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/c6766dfafdda4727841dd2392bd12a86, entries=150, sequenceid=360, filesize=12.0 K
2024-11-16T02:16:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/1a15f5a7150e4210af5d635bb1faa022 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1a15f5a7150e4210af5d635bb1faa022
2024-11-16T02:16:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,468 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1a15f5a7150e4210af5d635bb1faa022, entries=150, sequenceid=360, filesize=12.0 K
2024-11-16T02:16:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,471 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~458.77 KB/469776, currentSize=26.84 KB/27480 for ce15514fbaa937f3caa69179fb87a5f5 in 1370ms, sequenceid=360, compaction requested=true
2024-11-16T02:16:03,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:03,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:03,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:03,471 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:03,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:03,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:03,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,477 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142507 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:03,477 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,477 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,477 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1fa805ecf8c04a58b87f98380dc3639e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=139.2 K
2024-11-16T02:16:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,477 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,477 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1fa805ecf8c04a58b87f98380dc3639e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb]
2024-11-16T02:16:03,478 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46863 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,478 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:03,478 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,478 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/3affd2f54d21450c887f1de250db3a3f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6dc435c8271741688cd19dfc2e05f590, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6612e6bd146c46d08c8e7fd026be84e6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/c6766dfafdda4727841dd2392bd12a86] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=45.8 K
2024-11-16T02:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,479 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3affd2f54d21450c887f1de250db3a3f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731723359474
2024-11-16T02:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,479 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa805ecf8c04a58b87f98380dc3639e, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731723359474
2024-11-16T02:16:03,479 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc435c8271741688cd19dfc2e05f590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723359883
2024-11-16T02:16:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,479 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c21a52256664f3c899313ee02de6852, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723359883
2024-11-16T02:16:03,480 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6612e6bd146c46d08c8e7fd026be84e6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731723360543
2024-11-16T02:16:03,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ecfbd83fcbb471da1156fee8e7f6e56, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731723360543
2024-11-16T02:16:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,489 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11ed15dc52b4fed84d4304be68676fb, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731723361766
2024-11-16T02:16:03,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-16T02:16:03,489 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c6766dfafdda4727841dd2392bd12a86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731723361766
2024-11-16T02:16:03,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-16T02:16:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,512 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111639146c6ccd324162992a879d1bbef919_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_1/A:col10/1731723362111/Put/seqid=0
2024-11-16T02:16:03,520 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#133 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:03,521 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/4e44f25306144591892a839c22c8b1ba is 50, key is test_row_0/B:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:03,526 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116e305910919714a0999ad1aef9f372370_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,533 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116e305910919714a0999ad1aef9f372370_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:03,533 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e305910919714a0999ad1aef9f372370_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:03,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741979_1155 (size=9914)
2024-11-16T02:16:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741980_1156 (size=12541)
2024-11-16T02:16:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741981_1157 (size=4469)
2024-11-16T02:16:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,567 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#132 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,568 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/f75e925694024044acfede7625d02778 is 175, key is test_row_0/A:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741982_1158 (size=31495)
2024-11-16T02:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,593 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/f75e925694024044acfede7625d02778 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f75e925694024044acfede7625d02778
2024-11-16T02:16:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,602 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into f75e925694024044acfede7625d02778(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:03,602 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,602 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=12, startTime=1731723363471; duration=0sec
2024-11-16T02:16:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,603 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:03,603 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:03,603 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,605 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46863 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:03,605 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:03,605 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,607 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a691337c251a43c2a7010a5148e84ca6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/18b87e6523dc4c6cb604e2f2b8980cd6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/479862912c484eebbe22e60daf537a0b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1a15f5a7150e4210af5d635bb1faa022] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=45.8 K
2024-11-16T02:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,608 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting a691337c251a43c2a7010a5148e84ca6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731723359474
2024-11-16T02:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,609 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b87e6523dc4c6cb604e2f2b8980cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723359883
2024-11-16T02:16:03,610 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 479862912c484eebbe22e60daf537a0b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731723360543
2024-11-16T02:16:03,610 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a15f5a7150e4210af5d635bb1faa022, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731723361766
2024-11-16T02:16:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,640 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,641 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d2a4a087999c434398664a5bbc0b0691 is 50, key is test_row_0/C:col10/1731723362097/Put/seqid=0
2024-11-16T02:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741983_1159 (size=12541)
2024-11-16T02:16:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,686 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d2a4a087999c434398664a5bbc0b0691 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d2a4a087999c434398664a5bbc0b0691
2024-11-16T02:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,695 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into d2a4a087999c434398664a5bbc0b0691(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:03,695 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:03,695 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=12, startTime=1731723363473; duration=0sec
2024-11-16T02:16:03,695 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:03,695 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:03,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723363818, max timestamp=1731723363852Num uniques 859; 
2024-11-16T02:16:03,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:03,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723363818, max timestamp=1731723363852Num uniques 859; 
2024-11-16T02:16:03,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:03,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723363818, max timestamp=1731723363852Num uniques 859; 
2024-11-16T02:16:03,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:03,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:04,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111639146c6ccd324162992a879d1bbef919_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111639146c6ccd324162992a879d1bbef919_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:04,006 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/4e44f25306144591892a839c22c8b1ba as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4e44f25306144591892a839c22c8b1ba
2024-11-16T02:16:04,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b73b3e615b754feab2713ec58c7cc3ac, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:04,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b73b3e615b754feab2713ec58c7cc3ac is 175, key is test_row_1/A:col10/1731723362111/Put/seqid=0
2024-11-16T02:16:04,019 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into 4e44f25306144591892a839c22c8b1ba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:04,019 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:04,019 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=12, startTime=1731723363471; duration=0sec
2024-11-16T02:16:04,019 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:04,019 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:04,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731723363985, max timestamp=1731723364038Num uniques 1018; 
2024-11-16T02:16:04,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731723363985, max timestamp=1731723364038Num uniques 1018; 
2024-11-16T02:16:04,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-16T02:16:04,044 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-16T02:16:04,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723364012, max timestamp=1731723364038Num uniques 1018; 
2024-11-16T02:16:04,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:16:04,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741984_1160 (size=22561)
2024-11-16T02:16:04,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723364094, max timestamp=1731723364118Num uniques 1127; 
2024-11-16T02:16:04,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-16T02:16:04,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723364094, max timestamp=1731723364118Num uniques 1127; 
2024-11-16T02:16:04,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-16T02:16:04,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723364094, max timestamp=1731723364118Num uniques 1027; 
2024-11-16T02:16:04,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-16T02:16:04,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731723364160, max timestamp=1731723364175Num uniques 1086; 
2024-11-16T02:16:04,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731723364160, max timestamp=1731723364175Num uniques 1086; 
2024-11-16T02:16:04,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731723364160, max timestamp=1731723364175Num uniques 1086; 
2024-11-16T02:16:04,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286
2024-11-16T02:16:04,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286
2024-11-16T02:16:04,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286
2024-11-16T02:16:04,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723424278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731723364244, max timestamp=1731723364286Num uniques 1145; 
2024-11-16T02:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245
2024-11-16T02:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731723364244, max timestamp=1731723364286Num uniques 1145; 
2024-11-16T02:16:04,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245
2024-11-16T02:16:04,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723364254, max timestamp=1731723364286Num uniques 1145; 
2024-11-16T02:16:04,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=6870, suffix heap size=147048,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=150
2024-11-16T02:16:04,303 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:04,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731723364350, max timestamp=1731723364392Num uniques 1104; 
2024-11-16T02:16:04,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=13920, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304
2024-11-16T02:16:04,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731723364350, max timestamp=1731723364392Num uniques 1104; 
2024-11-16T02:16:04,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=13920, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304
2024-11-16T02:16:04,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731723364350, max timestamp=1731723364392Num uniques 1009; 
2024-11-16T02:16:04,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=13920, suffix heap size=132904,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=304
2024-11-16T02:16:04,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b73b3e615b754feab2713ec58c7cc3ac
2024-11-16T02:16:04,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/1408e65a6c5b40c1ab6f5e66618b2a70 is 50, key is test_row_1/B:col10/1731723362111/Put/seqid=0
2024-11-16T02:16:04,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741985_1161 (size=9857)
2024-11-16T02:16:04,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731723364467, max timestamp=1731723364523Num uniques 1163; 
2024-11-16T02:16:04,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=9748, suffix heap size=148920,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=213
2024-11-16T02:16:04,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731723364467, max timestamp=1731723364523Num uniques 1163; 
2024-11-16T02:16:04,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163
2024-11-16T02:16:04,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723364467, max timestamp=1731723364523Num uniques 1163; 
2024-11-16T02:16:04,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=6870, suffix heap size=148920,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=150
2024-11-16T02:16:04,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/1408e65a6c5b40c1ab6f5e66618b2a70
2024-11-16T02:16:04,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/b584ec1cc096489aa612babaddef5d48 is 50, key is test_row_1/C:col10/1731723362111/Put/seqid=0
2024-11-16T02:16:04,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741986_1162 (size=9857)
2024-11-16T02:16:04,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723364565, max timestamp=1731723364621Num uniques 1022; 
2024-11-16T02:16:04,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=6870, suffix heap size=134256,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=150
2024-11-16T02:16:04,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731723364565, max timestamp=1731723364621Num uniques 1072; 
2024-11-16T02:16:04,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222
2024-11-16T02:16:04,646 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723364565, max timestamp=1731723364621Num uniques 1009; 
2024-11-16T02:16:04,646 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-11-16T02:16:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731723364673, max timestamp=1731723364699Num uniques 1081; 
2024-11-16T02:16:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231
2024-11-16T02:16:04,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731723364673, max timestamp=1731723364699Num uniques 1009; 
2024-11-16T02:16:04,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10576, suffix heap size=132904,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=231
2024-11-16T02:16:04,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731723364673, max timestamp=1731723364699Num uniques 1009; 
2024-11-16T02:16:04,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10576, suffix heap size=132904,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=231
2024-11-16T02:16:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:04,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10980, totalHeapSize=25200, min timestamp=1731723364767, max timestamp=1731723364782Num uniques 1090; 
2024-11-16T02:16:04,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49910, new segment data size=10980, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240
2024-11-16T02:16:04,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10984, totalHeapSize=25200, min timestamp=1731723364767, max timestamp=1731723364782Num uniques 1090; 
2024-11-16T02:16:04,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49914, new segment data size=10984, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240
2024-11-16T02:16:04,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731723364767, max timestamp=1731723364782Num uniques 1090; 
2024-11-16T02:16:04,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49910, new segment data size=7458, suffix heap size=141328,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=163
2024-11-16T02:16:04,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731723364835, max timestamp=1731723364853Num uniques 1099; 
2024-11-16T02:16:04,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=13694, suffix heap size=142264,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299
2024-11-16T02:16:04,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723364835, max timestamp=1731723364853Num uniques 1022; 
2024-11-16T02:16:04,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46812, new segment data size=6870, suffix heap size=134256,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=150
2024-11-16T02:16:04,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723364835, max timestamp=1731723364853Num uniques 1099; 
2024-11-16T02:16:04,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=6870, suffix heap size=142264,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=150
2024-11-16T02:16:05,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/b584ec1cc096489aa612babaddef5d48
2024-11-16T02:16:05,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731723364988, max timestamp=1731723365039Num uniques 1158; 
2024-11-16T02:16:05,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208
2024-11-16T02:16:05,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723425020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731723364988, max timestamp=1731723365039Num uniques 1009; 
2024-11-16T02:16:05,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46206, new segment data size=9520, suffix heap size=132904,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=208
2024-11-16T02:16:05,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731723364988, max timestamp=1731723365039Num uniques 1009; 
2024-11-16T02:16:05,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46206, new segment data size=9520, suffix heap size=132904,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=208
2024-11-16T02:16:05,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/b73b3e615b754feab2713ec58c7cc3ac as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac
2024-11-16T02:16:05,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac, entries=100, sequenceid=367, filesize=22.0 K
2024-11-16T02:16:05,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/1408e65a6c5b40c1ab6f5e66618b2a70 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/1408e65a6c5b40c1ab6f5e66618b2a70
2024-11-16T02:16:05,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/1408e65a6c5b40c1ab6f5e66618b2a70, entries=100, sequenceid=367, filesize=9.6 K
2024-11-16T02:16:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/b584ec1cc096489aa612babaddef5d48 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/b584ec1cc096489aa612babaddef5d48
2024-11-16T02:16:05,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/b584ec1cc096489aa612babaddef5d48, entries=100, sequenceid=367, filesize=9.6 K
2024-11-16T02:16:05,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731723365110, max timestamp=1731723365167Num uniques 1067; 
2024-11-16T02:16:05,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167
2024-11-16T02:16:05,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731723365110, max timestamp=1731723365167Num uniques 1067; 
2024-11-16T02:16:05,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167
2024-11-16T02:16:05,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=73.80 KB/75570 for ce15514fbaa937f3caa69179fb87a5f5 in 1700ms, sequenceid=367, compaction requested=false
2024-11-16T02:16:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-16T02:16:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-16T02:16:05,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731723365110, max timestamp=1731723365167Num uniques 1067; 
2024-11-16T02:16:05,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167
2024-11-16T02:16:05,194 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-16T02:16:05,195 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec
2024-11-16T02:16:05,197 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.6300 sec
2024-11-16T02:16:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:05,228 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=60.38 KB heapSize=165.09 KB
2024-11-16T02:16:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:05,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:05,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111611bf040f109f47b8a364331cdf1c39ab_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:05,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723425298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723425303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741987_1163 (size=12454)
2024-11-16T02:16:05,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723425315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723425312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723425425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723425425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723425436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723425440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723425635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723425635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723425648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723425656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,725 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:05,732 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111611bf040f109f47b8a364331cdf1c39ab_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111611bf040f109f47b8a364331cdf1c39ab_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:05,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8385224fc838486cad1feec6e9f0b323, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:05,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8385224fc838486cad1feec6e9f0b323 is 175, key is test_row_0/A:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:05,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741988_1164 (size=31255)
2024-11-16T02:16:05,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723425945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723425948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723425965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:05,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723425975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:05,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-16T02:16:06,159 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-16T02:16:06,192 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=603, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8385224fc838486cad1feec6e9f0b323
2024-11-16T02:16:06,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/9e1f103140fd476a930359e5629014bb is 50, key is test_row_0/B:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:06,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741989_1165 (size=12301)
2024-11-16T02:16:06,295 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/9e1f103140fd476a930359e5629014bb
2024-11-16T02:16:06,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723426325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,328 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/8e6751666d8f43d29b3256716cba5532 is 50, key is test_row_0/C:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:06,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741990_1166 (size=12301)
2024-11-16T02:16:06,384 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/8e6751666d8f43d29b3256716cba5532
2024-11-16T02:16:06,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/8385224fc838486cad1feec6e9f0b323 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323
2024-11-16T02:16:06,402 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323, entries=150, sequenceid=603, filesize=30.5 K
2024-11-16T02:16:06,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/9e1f103140fd476a930359e5629014bb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/9e1f103140fd476a930359e5629014bb
2024-11-16T02:16:06,411 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/9e1f103140fd476a930359e5629014bb, entries=150, sequenceid=603, filesize=12.0 K
2024-11-16T02:16:06,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/8e6751666d8f43d29b3256716cba5532 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8e6751666d8f43d29b3256716cba5532
2024-11-16T02:16:06,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8e6751666d8f43d29b3256716cba5532, entries=150, sequenceid=603, filesize=12.0 K
2024-11-16T02:16:06,421 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~184.97 KB/189408, currentSize=114.05 KB/116790 for ce15514fbaa937f3caa69179fb87a5f5 in 1193ms, sequenceid=603, compaction requested=true
2024-11-16T02:16:06,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:06,422 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:06,425 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 85311 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:06,425 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:06,425 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:06,425 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f75e925694024044acfede7625d02778, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=83.3 K
2024-11-16T02:16:06,425 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:06,425 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f75e925694024044acfede7625d02778, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323]
2024-11-16T02:16:06,426 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting f75e925694024044acfede7625d02778, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731723361766
2024-11-16T02:16:06,427 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b73b3e615b754feab2713ec58c7cc3ac, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731723362107
2024-11-16T02:16:06,427 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8385224fc838486cad1feec6e9f0b323, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731723365167
2024-11-16T02:16:06,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:06,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:06,435 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:06,437 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34699 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:06,437 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:06,437 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:06,437 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4e44f25306144591892a839c22c8b1ba, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/1408e65a6c5b40c1ab6f5e66618b2a70, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/9e1f103140fd476a930359e5629014bb] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=33.9 K
2024-11-16T02:16:06,438 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e44f25306144591892a839c22c8b1ba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731723361766
2024-11-16T02:16:06,438 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1408e65a6c5b40c1ab6f5e66618b2a70, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731723362107
2024-11-16T02:16:06,438 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e1f103140fd476a930359e5629014bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731723365167
2024-11-16T02:16:06,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:06,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:06,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:06,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:06,453 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:06,475 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:06,475 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/ddc04a6603d74acf8e89cb2a1242f87e is 50, key is test_row_0/B:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:06,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723365252, max timestamp=1731723366472Num uniques 859; 
2024-11-16T02:16:06,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:06,478 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116615b02412a5a4f2c801388e6d3dd8e22_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:06,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723365252, max timestamp=1731723366472Num uniques 859; 
2024-11-16T02:16:06,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:06,480 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-11-16T02:16:06,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:06,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:06,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116615b02412a5a4f2c801388e6d3dd8e22_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:06,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:06,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116615b02412a5a4f2c801388e6d3dd8e22_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:06,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:06,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:06,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:06,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741991_1167 (size=12643)
2024-11-16T02:16:06,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169275cadbc70b46268592261504cbc1c0_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723365252/Put/seqid=0
2024-11-16T02:16:06,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741992_1168 (size=4469)
2024-11-16T02:16:06,552 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#141 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:06,552 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/05cc5aa5634f4a5b8ebe6760d6bc39ae is 175, key is test_row_0/A:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:06,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723426547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731723366499, max timestamp=1731723366557Num uniques 859; 
2024-11-16T02:16:06,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-16T02:16:06,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731723366499, max timestamp=1731723366557Num uniques 859; 
2024-11-16T02:16:06,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-16T02:16:06,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731723366499, max timestamp=1731723366557Num uniques 859; 
2024-11-16T02:16:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-16T02:16:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741994_1170 (size=31597)
2024-11-16T02:16:06,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741993_1169 (size=14994)
2024-11-16T02:16:06,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:06,617 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169275cadbc70b46268592261504cbc1c0_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169275cadbc70b46268592261504cbc1c0_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:06,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723426607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d7d8ee2585dd4098ad8363f5030b0925, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:06,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d7d8ee2585dd4098ad8363f5030b0925 is 175, key is test_row_0/A:col10/1731723365252/Put/seqid=0
2024-11-16T02:16:06,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723426609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723426611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741995_1171 (size=39949)
2024-11-16T02:16:06,668 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=624, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d7d8ee2585dd4098ad8363f5030b0925
2024-11-16T02:16:06,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723426666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/707fc53aec0e46a5a3185fa02709e6fc is 50, key is test_row_0/B:col10/1731723365252/Put/seqid=0
2024-11-16T02:16:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-16T02:16:06,727 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:06,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-16T02:16:06,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723426726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,732 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723426726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723426727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T02:16:06,745 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:06,745 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:06,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741996_1172 (size=12301)
2024-11-16T02:16:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T02:16:06,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723426875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-16T02:16:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:06,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:06,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:06,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:06,937 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/ddc04a6603d74acf8e89cb2a1242f87e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ddc04a6603d74acf8e89cb2a1242f87e
2024-11-16T02:16:06,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723426935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,948 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into ddc04a6603d74acf8e89cb2a1242f87e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:06,949 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:06,949 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=13, startTime=1731723366435; duration=0sec
2024-11-16T02:16:06,949 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:06,949 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:06,949 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:06,951 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34699 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:06,951 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:06,951 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:06,951 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d2a4a087999c434398664a5bbc0b0691, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/b584ec1cc096489aa612babaddef5d48, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8e6751666d8f43d29b3256716cba5532] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=33.9 K
2024-11-16T02:16:06,951 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d2a4a087999c434398664a5bbc0b0691, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731723361766
2024-11-16T02:16:06,952 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b584ec1cc096489aa612babaddef5d48, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731723362107
2024-11-16T02:16:06,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,952 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e6751666d8f43d29b3256716cba5532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731723365167
2024-11-16T02:16:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723426946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723426949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:06,964 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:06,965 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/fbd2dde36b2a4c7ca31929fb913c77bc is 50, key is test_row_0/C:col10/1731723365167/Put/seqid=0
2024-11-16T02:16:06,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741997_1173 (size=12643)
2024-11-16T02:16:07,000 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/fbd2dde36b2a4c7ca31929fb913c77bc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fbd2dde36b2a4c7ca31929fb913c77bc
2024-11-16T02:16:07,005 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/05cc5aa5634f4a5b8ebe6760d6bc39ae as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/05cc5aa5634f4a5b8ebe6760d6bc39ae
2024-11-16T02:16:07,011 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into fbd2dde36b2a4c7ca31929fb913c77bc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:07,011 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:07,011 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=13, startTime=1731723366441; duration=0sec
2024-11-16T02:16:07,011 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:07,011 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:07,020 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into 05cc5aa5634f4a5b8ebe6760d6bc39ae(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:07,020 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:07,020 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=13, startTime=1731723366422; duration=0sec
2024-11-16T02:16:07,021 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:07,021 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T02:16:07,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-16T02:16:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:07,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:07,172 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/707fc53aec0e46a5a3185fa02709e6fc
2024-11-16T02:16:07,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723427195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-16T02:16:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:07,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:07,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:07,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:07,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/6c03a5b38c9741e2b7adecda2a9bdf2c is 50, key is test_row_0/C:col10/1731723365252/Put/seqid=0
2024-11-16T02:16:07,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723427245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723427265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723427265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741998_1174 (size=12301)
2024-11-16T02:16:07,285 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=624 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/6c03a5b38c9741e2b7adecda2a9bdf2c
2024-11-16T02:16:07,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d7d8ee2585dd4098ad8363f5030b0925 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925
2024-11-16T02:16:07,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925, entries=200, sequenceid=624, filesize=39.0 K
2024-11-16T02:16:07,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/707fc53aec0e46a5a3185fa02709e6fc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/707fc53aec0e46a5a3185fa02709e6fc
2024-11-16T02:16:07,326 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/707fc53aec0e46a5a3185fa02709e6fc, entries=150, sequenceid=624, filesize=12.0 K
2024-11-16T02:16:07,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/6c03a5b38c9741e2b7adecda2a9bdf2c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/6c03a5b38c9741e2b7adecda2a9bdf2c
2024-11-16T02:16:07,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/6c03a5b38c9741e2b7adecda2a9bdf2c, entries=150, sequenceid=624, filesize=12.0 K
2024-11-16T02:16:07,342 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=140.89 KB/144270 for ce15514fbaa937f3caa69179fb87a5f5 in 861ms, sequenceid=624, compaction requested=false
2024-11-16T02:16:07,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T02:16:07,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-16T02:16:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:07,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB
2024-11-16T02:16:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:07,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111615512ba3c718495bb5992875eda7fc7b_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723366606/Put/seqid=0
2024-11-16T02:16:07,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741999_1175 (size=12454)
2024-11-16T02:16:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:07,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111615512ba3c718495bb5992875eda7fc7b_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111615512ba3c718495bb5992875eda7fc7b_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:07,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/505c40ad4a2740f7884360ebfc50cae2, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:07,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/505c40ad4a2740f7884360ebfc50cae2 is 175, key is test_row_0/A:col10/1731723366606/Put/seqid=0
2024-11-16T02:16:07,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742000_1176 (size=31255)
2024-11-16T02:16:07,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:07,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723427747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723427764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723427785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723427785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723427855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:07,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=660, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/505c40ad4a2740f7884360ebfc50cae2
2024-11-16T02:16:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T02:16:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/ce40079632ea43ff93751be9494fe34b is 50, key is test_row_0/B:col10/1731723366606/Put/seqid=0
2024-11-16T02:16:07,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742001_1177 (size=12301)
2024-11-16T02:16:08,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723428065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=660 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/ce40079632ea43ff93751be9494fe34b
2024-11-16T02:16:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d58f9ecd1ee84d5fbf0a779fc27b0271 is 50, key is test_row_0/C:col10/1731723366606/Put/seqid=0
2024-11-16T02:16:08,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742002_1178 (size=12301)
2024-11-16T02:16:08,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=660 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d58f9ecd1ee84d5fbf0a779fc27b0271
2024-11-16T02:16:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/505c40ad4a2740f7884360ebfc50cae2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2
2024-11-16T02:16:08,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2, entries=150, sequenceid=660, filesize=30.5 K
2024-11-16T02:16:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/ce40079632ea43ff93751be9494fe34b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ce40079632ea43ff93751be9494fe34b
2024-11-16T02:16:08,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ce40079632ea43ff93751be9494fe34b, entries=150, sequenceid=660, filesize=12.0 K
2024-11-16T02:16:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d58f9ecd1ee84d5fbf0a779fc27b0271 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d58f9ecd1ee84d5fbf0a779fc27b0271
2024-11-16T02:16:08,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d58f9ecd1ee84d5fbf0a779fc27b0271, entries=150, sequenceid=660, filesize=12.0 K
2024-11-16T02:16:08,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~381.42 KB/390576, currentSize=46.96 KB/48090 for ce15514fbaa937f3caa69179fb87a5f5 in 981ms, sequenceid=660, compaction requested=true
2024-11-16T02:16:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-16T02:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-16T02:16:08,367 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-16T02:16:08,367 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec
2024-11-16T02:16:08,369 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6400 sec
2024-11-16T02:16:08,377 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:16:08,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:08,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:08,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:08,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:08,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:08,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:08,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c5944b0b6742495c9a2f675784b90b91_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:08,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742003_1179 (size=14994)
2024-11-16T02:16:08,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723368431, max timestamp=1731723368452Num uniques 859; 
2024-11-16T02:16:08,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:16:08,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723368431, max timestamp=1731723368452Num uniques 859; 
2024-11-16T02:16:08,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:16:08,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723368431, max timestamp=1731723368452Num uniques 859; 
2024-11-16T02:16:08,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:16:08,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723428550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723428666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723428775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,780 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:08,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723428804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723428805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,805 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,806 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,811 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c5944b0b6742495c9a2f675784b90b91_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c5944b0b6742495c9a2f675784b90b91_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:08,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/f9f9457721954fa683f6af61848dc0f2, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:08,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/f9f9457721954fa683f6af61848dc0f2 is 175, key is test_row_0/A:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:08,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742004_1180 (size=39949)
2024-11-16T02:16:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-16T02:16:08,889 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:08,889 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-16T02:16:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T02:16:08,891 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:08,891 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:08,891 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:08,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723428888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T02:16:09,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T02:16:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T02:16:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T02:16:09,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723429206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:09,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:09,223 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=671, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/f9f9457721954fa683f6af61848dc0f2
2024-11-16T02:16:09,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/a7783f88c0ff4ff1b8c284427f27871b is 50, key is test_row_0/B:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:09,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742005_1181 (size=12301)
2024-11-16T02:16:09,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/a7783f88c0ff4ff1b8c284427f27871b
2024-11-16T02:16:09,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/727846ff0db446caaa9708521a61fdff is 50, key is test_row_0/C:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:09,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742006_1182 (size=12301)
2024-11-16T02:16:09,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=671 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/727846ff0db446caaa9708521a61fdff
2024-11-16T02:16:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/f9f9457721954fa683f6af61848dc0f2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2
2024-11-16T02:16:09,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T02:16:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,363 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2, entries=200, sequenceid=671, filesize=39.0 K
2024-11-16T02:16:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/a7783f88c0ff4ff1b8c284427f27871b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/a7783f88c0ff4ff1b8c284427f27871b
2024-11-16T02:16:09,375 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/a7783f88c0ff4ff1b8c284427f27871b, entries=150, sequenceid=671, filesize=12.0 K
2024-11-16T02:16:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/727846ff0db446caaa9708521a61fdff as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/727846ff0db446caaa9708521a61fdff
2024-11-16T02:16:09,394 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/727846ff0db446caaa9708521a61fdff, entries=150, sequenceid=671, filesize=12.0 K
2024-11-16T02:16:09,395 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ce15514fbaa937f3caa69179fb87a5f5 in 1018ms, sequenceid=671, compaction requested=true
2024-11-16T02:16:09,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:09,395 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:09,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:09,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:09,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:09,397 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:09,397 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:09,397 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,397 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:09,397 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/05cc5aa5634f4a5b8ebe6760d6bc39ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=139.4 K
2024-11-16T02:16:09,397 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,397 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/05cc5aa5634f4a5b8ebe6760d6bc39ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2]
2024-11-16T02:16:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:09,398 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05cc5aa5634f4a5b8ebe6760d6bc39ae, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731723365167
2024-11-16T02:16:09,398 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7d8ee2585dd4098ad8363f5030b0925, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1731723365252
2024-11-16T02:16:09,398 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 505c40ad4a2740f7884360ebfc50cae2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=660, earliestPutTs=1731723366594
2024-11-16T02:16:09,398 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:09,399 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:09,399 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,399 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ddc04a6603d74acf8e89cb2a1242f87e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/707fc53aec0e46a5a3185fa02709e6fc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ce40079632ea43ff93751be9494fe34b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/a7783f88c0ff4ff1b8c284427f27871b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=48.4 K
2024-11-16T02:16:09,399 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9f9457721954fa683f6af61848dc0f2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1731723367719
2024-11-16T02:16:09,399 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ddc04a6603d74acf8e89cb2a1242f87e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731723365167
2024-11-16T02:16:09,401 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 707fc53aec0e46a5a3185fa02709e6fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1731723365252
2024-11-16T02:16:09,402 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ce40079632ea43ff93751be9494fe34b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=660, earliestPutTs=1731723366594
2024-11-16T02:16:09,403 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a7783f88c0ff4ff1b8c284427f27871b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1731723367719
2024-11-16T02:16:09,425 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:09,431 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:09,432 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/d3e5d677d2dd43ec9666d4b5cb68fd43 is 50, key is test_row_0/B:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:09,433 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116bcd909f2b6624d068068e6abc048c7f4_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:09,436 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116bcd909f2b6624d068068e6abc048c7f4_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:09,436 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116bcd909f2b6624d068068e6abc048c7f4_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:09,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742008_1184 (size=4469)
2024-11-16T02:16:09,487 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#153 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:09,488 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/46d3c48437d044b3b6f89dcb1aec30d9 is 175, key is test_row_0/A:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:09,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742007_1183 (size=12779)
2024-11-16T02:16:09,503 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/d3e5d677d2dd43ec9666d4b5cb68fd43 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/d3e5d677d2dd43ec9666d4b5cb68fd43
2024-11-16T02:16:09,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742009_1185 (size=31733)
2024-11-16T02:16:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T02:16:09,516 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into d3e5d677d2dd43ec9666d4b5cb68fd43(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:09,516 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:09,516 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=12, startTime=1731723369396; duration=0sec
2024-11-16T02:16:09,516 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/46d3c48437d044b3b6f89dcb1aec30d9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/46d3c48437d044b3b6f89dcb1aec30d9
2024-11-16T02:16:09,516 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:09,516 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:09,518 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:09,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-16T02:16:09,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-16T02:16:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:09,528 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:09,528 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:09,529 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:09,529 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fbd2dde36b2a4c7ca31929fb913c77bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/6c03a5b38c9741e2b7adecda2a9bdf2c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d58f9ecd1ee84d5fbf0a779fc27b0271, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/727846ff0db446caaa9708521a61fdff] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=48.4 K
2024-11-16T02:16:09,529 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting fbd2dde36b2a4c7ca31929fb913c77bc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1731723365167
2024-11-16T02:16:09,530 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c03a5b38c9741e2b7adecda2a9bdf2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=624, earliestPutTs=1731723365252
2024-11-16T02:16:09,530 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d58f9ecd1ee84d5fbf0a779fc27b0271, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=660, earliestPutTs=1731723366594
2024-11-16T02:16:09,531 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 727846ff0db446caaa9708521a61fdff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1731723367719
2024-11-16T02:16:09,532 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into 46d3c48437d044b3b6f89dcb1aec30d9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:09,532 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:09,533 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=12, startTime=1731723369395; duration=0sec
2024-11-16T02:16:09,533 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:09,533 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:09,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c9a1a21af6334b169f790d6d5b71481e_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723368531/Put/seqid=0
2024-11-16T02:16:09,554 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:09,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/13782cdc592e4268b5a530277a84418f is 50, key is test_row_0/C:col10/1731723367744/Put/seqid=0
2024-11-16T02:16:09,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742010_1186 (size=12454)
2024-11-16T02:16:09,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742011_1187 (size=12779)
2024-11-16T02:16:09,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:09,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723429759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:09,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:09,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723429864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:09,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c9a1a21af6334b169f790d6d5b71481e_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c9a1a21af6334b169f790d6d5b71481e_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e2bfb3f6e9e84038922c9e313441145f, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:09,998 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/13782cdc592e4268b5a530277a84418f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/13782cdc592e4268b5a530277a84418f
2024-11-16T02:16:09,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e2bfb3f6e9e84038922c9e313441145f is 175, key is test_row_0/A:col10/1731723368531/Put/seqid=0
2024-11-16T02:16:10,004 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into 13782cdc592e4268b5a530277a84418f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:10,004 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:10,004 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=12, startTime=1731723369397; duration=0sec
2024-11-16T02:16:10,004 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:10,005 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:10,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742012_1188 (size=31255)
2024-11-16T02:16:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T02:16:10,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723430075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47108 deadline: 1731723430336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,345 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723430385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=707, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e2bfb3f6e9e84038922c9e313441145f
2024-11-16T02:16:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/b381f0d81d7644cc9c471f8e044ab6a6 is 50, key is test_row_0/B:col10/1731723368531/Put/seqid=0
2024-11-16T02:16:10,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742013_1189 (size=12301)
2024-11-16T02:16:10,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/b381f0d81d7644cc9c471f8e044ab6a6
2024-11-16T02:16:10,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/587091461bd04948a7a673265535b3eb is 50, key is test_row_0/C:col10/1731723368531/Put/seqid=0
2024-11-16T02:16:10,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742014_1190 (size=12301)
2024-11-16T02:16:10,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=707 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/587091461bd04948a7a673265535b3eb
2024-11-16T02:16:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e2bfb3f6e9e84038922c9e313441145f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f
2024-11-16T02:16:10,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f, entries=150, sequenceid=707, filesize=30.5 K
2024-11-16T02:16:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/b381f0d81d7644cc9c471f8e044ab6a6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/b381f0d81d7644cc9c471f8e044ab6a6
2024-11-16T02:16:10,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/b381f0d81d7644cc9c471f8e044ab6a6, entries=150, sequenceid=707, filesize=12.0 K
2024-11-16T02:16:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/587091461bd04948a7a673265535b3eb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/587091461bd04948a7a673265535b3eb
2024-11-16T02:16:10,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/587091461bd04948a7a673265535b3eb, entries=150, sequenceid=707, filesize=12.0 K
2024-11-16T02:16:10,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for ce15514fbaa937f3caa69179fb87a5f5 in 1050ms, sequenceid=707, compaction requested=false
2024-11-16T02:16:10,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:10,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:10,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-16T02:16:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-16T02:16:10,573 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-16T02:16:10,573 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6800 sec
2024-11-16T02:16:10,575 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.6850 sec
2024-11-16T02:16:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:10,787 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:10,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411164e7acf6fabff428ab193a187cbf672ea_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:10,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742015_1191 (size=12454)
2024-11-16T02:16:10,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723430849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723430849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723430849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723430895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723430955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723430964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:10,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723430965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-16T02:16:11,036 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:11,036 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-16T02:16:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T02:16:11,038 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:11,038 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:11,038 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T02:16:11,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723431165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723431177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723431177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T02:16:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,211 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:11,222 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411164e7acf6fabff428ab193a187cbf672ea_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411164e7acf6fabff428ab193a187cbf672ea_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:11,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/eb8ae2944d8847189b0aae51c309d7d1, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:11,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/eb8ae2944d8847189b0aae51c309d7d1 is 175, key is test_row_0/A:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:11,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742016_1192 (size=31255)
2024-11-16T02:16:11,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T02:16:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T02:16:11,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723431485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723431485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723431485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T02:16:11,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:11,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,632 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=721, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/eb8ae2944d8847189b0aae51c309d7d1
2024-11-16T02:16:11,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/8b6f4f3b147d439ba6a4b761b075f367 is 50, key is test_row_0/B:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:11,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T02:16:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:11,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:11,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742017_1193 (size=12301)
2024-11-16T02:16:11,664 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/8b6f4f3b147d439ba6a4b761b075f367
2024-11-16T02:16:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T02:16:11,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/ea739708b4ce4d0998b2d6616205d9ce is 50, key is test_row_0/C:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:11,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742018_1194 (size=12301)
2024-11-16T02:16:11,696 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=721 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/ea739708b4ce4d0998b2d6616205d9ce
2024-11-16T02:16:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/eb8ae2944d8847189b0aae51c309d7d1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1
2024-11-16T02:16:11,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1, entries=150, sequenceid=721, filesize=30.5 K
2024-11-16T02:16:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/8b6f4f3b147d439ba6a4b761b075f367 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/8b6f4f3b147d439ba6a4b761b075f367
2024-11-16T02:16:11,719 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/8b6f4f3b147d439ba6a4b761b075f367, entries=150, sequenceid=721, filesize=12.0 K
2024-11-16T02:16:11,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/ea739708b4ce4d0998b2d6616205d9ce as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ea739708b4ce4d0998b2d6616205d9ce
2024-11-16T02:16:11,725 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ea739708b4ce4d0998b2d6616205d9ce, entries=150, sequenceid=721, filesize=12.0 K
2024-11-16T02:16:11,726 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ce15514fbaa937f3caa69179fb87a5f5 in 939ms, sequenceid=721, compaction requested=true
2024-11-16T02:16:11,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:11,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:11,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:11,726 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:11,727 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:11,728 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94243 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:11,728 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:11,728 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,728 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/46d3c48437d044b3b6f89dcb1aec30d9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=92.0 K
2024-11-16T02:16:11,728 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,728 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/46d3c48437d044b3b6f89dcb1aec30d9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1]
2024-11-16T02:16:11,729 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:11,729 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:11,729 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,729 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/d3e5d677d2dd43ec9666d4b5cb68fd43, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/b381f0d81d7644cc9c471f8e044ab6a6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/8b6f4f3b147d439ba6a4b761b075f367] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=36.5 K
2024-11-16T02:16:11,729 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e5d677d2dd43ec9666d4b5cb68fd43, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1731723367719
2024-11-16T02:16:11,730 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 46d3c48437d044b3b6f89dcb1aec30d9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1731723367719
2024-11-16T02:16:11,730 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b381f0d81d7644cc9c471f8e044ab6a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731723368527
2024-11-16T02:16:11,730 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e2bfb3f6e9e84038922c9e313441145f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731723368527
2024-11-16T02:16:11,730 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b6f4f3b147d439ba6a4b761b075f367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1731723369727
2024-11-16T02:16:11,730 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting eb8ae2944d8847189b0aae51c309d7d1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1731723369727
2024-11-16T02:16:11,745 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:11,758 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:11,759 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6e6cd694e4af4540a5434ea53e53cfdd is 50, key is test_row_0/B:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:11,761 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116b4bf43d51d484ef9b53a569b7fa49b95_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:11,763 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116b4bf43d51d484ef9b53a569b7fa49b95_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:11,763 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b4bf43d51d484ef9b53a569b7fa49b95_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:11,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742019_1195 (size=12881)
2024-11-16T02:16:11,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742020_1196 (size=4469)
2024-11-16T02:16:11,803 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#162 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:11,803 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/035fe3d23fca468c8ebd15f19d675336 is 175, key is test_row_0/A:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:11,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-16T02:16:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:11,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742021_1197 (size=31835)
2024-11-16T02:16:11,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T02:16:11,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:11,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116644f3e4da59e43879e17cc58ba9cc96e_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723370846/Put/seqid=0
2024-11-16T02:16:11,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742022_1198 (size=12454)
2024-11-16T02:16:11,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:11,878 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116644f3e4da59e43879e17cc58ba9cc96e_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116644f3e4da59e43879e17cc58ba9cc96e_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:11,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/21c5a82ce7d9407794c7c41fcdfb8d9b, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/21c5a82ce7d9407794c7c41fcdfb8d9b is 175, key is test_row_0/A:col10/1731723370846/Put/seqid=0
2024-11-16T02:16:11,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742023_1199 (size=31255)
2024-11-16T02:16:11,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=741, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/21c5a82ce7d9407794c7c41fcdfb8d9b
2024-11-16T02:16:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:11,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:11,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/83af950e5f7f4f33b378f0cfdfd9cf05 is 50, key is test_row_0/B:col10/1731723370846/Put/seqid=0
2024-11-16T02:16:11,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742024_1200 (size=12301)
2024-11-16T02:16:11,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=741 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/83af950e5f7f4f33b378f0cfdfd9cf05
2024-11-16T02:16:11,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723431968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/0d1a1a98c02046788b393a95eb590c56 is 50, key is test_row_0/C:col10/1731723370846/Put/seqid=0
2024-11-16T02:16:12,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723431995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723431996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:12,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723431996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:12,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742025_1201 (size=12301)
2024-11-16T02:16:12,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723432085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T02:16:12,183 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/6e6cd694e4af4540a5434ea53e53cfdd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6e6cd694e4af4540a5434ea53e53cfdd
2024-11-16T02:16:12,188 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into 6e6cd694e4af4540a5434ea53e53cfdd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:12,188 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:12,188 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=13, startTime=1731723371726; duration=0sec
2024-11-16T02:16:12,188 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:12,188 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:12,189 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:12,189 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:12,190 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:12,190 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:12,190 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/13782cdc592e4268b5a530277a84418f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/587091461bd04948a7a673265535b3eb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ea739708b4ce4d0998b2d6616205d9ce] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=36.5 K
2024-11-16T02:16:12,190 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13782cdc592e4268b5a530277a84418f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=671, earliestPutTs=1731723367719
2024-11-16T02:16:12,190 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 587091461bd04948a7a673265535b3eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=707, earliestPutTs=1731723368527
2024-11-16T02:16:12,191 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea739708b4ce4d0998b2d6616205d9ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1731723369727
2024-11-16T02:16:12,198 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:12,198 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/7bb193bf377c4859a2b9746e597af804 is 50, key is test_row_0/C:col10/1731723369727/Put/seqid=0
2024-11-16T02:16:12,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742026_1202 (size=12881)
2024-11-16T02:16:12,222 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/035fe3d23fca468c8ebd15f19d675336 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/035fe3d23fca468c8ebd15f19d675336
2024-11-16T02:16:12,230 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into 035fe3d23fca468c8ebd15f19d675336(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:12,230 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:12,230 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=13, startTime=1731723371726; duration=0sec
2024-11-16T02:16:12,230 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:12,230 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:12,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723432295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:12,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=741 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/0d1a1a98c02046788b393a95eb590c56
2024-11-16T02:16:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/21c5a82ce7d9407794c7c41fcdfb8d9b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b
2024-11-16T02:16:12,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b, entries=150, sequenceid=741, filesize=30.5 K
2024-11-16T02:16:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/83af950e5f7f4f33b378f0cfdfd9cf05 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/83af950e5f7f4f33b378f0cfdfd9cf05
2024-11-16T02:16:12,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/83af950e5f7f4f33b378f0cfdfd9cf05, entries=150, sequenceid=741, filesize=12.0 K
2024-11-16T02:16:12,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/0d1a1a98c02046788b393a95eb590c56 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/0d1a1a98c02046788b393a95eb590c56
2024-11-16T02:16:12,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/0d1a1a98c02046788b393a95eb590c56, entries=150, sequenceid=741, filesize=12.0 K
2024-11-16T02:16:12,480 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ce15514fbaa937f3caa69179fb87a5f5 in 666ms, sequenceid=741, compaction requested=false
2024-11-16T02:16:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-16T02:16:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-16T02:16:12,485 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-16T02:16:12,485 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec
2024-11-16T02:16:12,489 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4490 sec
2024-11-16T02:16:12,613 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/7bb193bf377c4859a2b9746e597af804 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/7bb193bf377c4859a2b9746e597af804
2024-11-16T02:16:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:12,614 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:16:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:12,621 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into 7bb193bf377c4859a2b9746e597af804(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:12,621 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:12,621 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=13, startTime=1731723371727; duration=0sec
2024-11-16T02:16:12,621 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:12,622 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:12,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161afeca57deaa4660a61371d89662e9d7_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:12,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742027_1203 (size=14994)
2024-11-16T02:16:12,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:12,656 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161afeca57deaa4660a61371d89662e9d7_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161afeca57deaa4660a61371d89662e9d7_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:12,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/de98d8e24ae646598fe9028e553fd847, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:12,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/de98d8e24ae646598fe9028e553fd847 is 175, key is test_row_0/A:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:12,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742028_1204 (size=39949)
2024-11-16T02:16:12,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723432701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:12,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723432815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723433015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:13,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723433015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:13,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723433015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:13,019 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:13,019 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,020 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723433025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,090 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=756, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/de98d8e24ae646598fe9028e553fd847
2024-11-16T02:16:13,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/2d3152f3e5834abe94088ef9666e333e is 50, key is test_row_0/B:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:13,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742029_1205 (size=12301)
2024-11-16T02:16:13,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=756 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/2d3152f3e5834abe94088ef9666e333e
2024-11-16T02:16:13,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/146522681a054a36a490a3d6605306ab is 50, key is test_row_0/C:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:13,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742030_1206 (size=12301)
2024-11-16T02:16:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-16T02:16:13,185 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:13,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-16T02:16:13,187 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T02:16:13,188 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:13,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T02:16:13,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723433335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-16T02:16:13,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:13,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:13,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:13,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-16T02:16:13,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:13,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:13,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T02:16:13,513 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=756 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/146522681a054a36a490a3d6605306ab
2024-11-16T02:16:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/de98d8e24ae646598fe9028e553fd847 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847
2024-11-16T02:16:13,521 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847, entries=200, sequenceid=756, filesize=39.0 K
2024-11-16T02:16:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/2d3152f3e5834abe94088ef9666e333e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/2d3152f3e5834abe94088ef9666e333e
2024-11-16T02:16:13,544 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/2d3152f3e5834abe94088ef9666e333e, entries=150, sequenceid=756, filesize=12.0 K
2024-11-16T02:16:13,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/146522681a054a36a490a3d6605306ab as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/146522681a054a36a490a3d6605306ab
2024-11-16T02:16:13,549 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/146522681a054a36a490a3d6605306ab, entries=150, sequenceid=756, filesize=12.0 K
2024-11-16T02:16:13,550 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ce15514fbaa937f3caa69179fb87a5f5 in 937ms, sequenceid=756, compaction requested=true
2024-11-16T02:16:13,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:13,550 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:13,551 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:13,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:13,552 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:13,552 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:13,553 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:13,553 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:13,553 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,553 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,553 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6e6cd694e4af4540a5434ea53e53cfdd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/83af950e5f7f4f33b378f0cfdfd9cf05, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/2d3152f3e5834abe94088ef9666e333e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=36.6 K
2024-11-16T02:16:13,553 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/035fe3d23fca468c8ebd15f19d675336, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=100.6 K
2024-11-16T02:16:13,553 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,553 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/035fe3d23fca468c8ebd15f19d675336, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847]
2024-11-16T02:16:13,553 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e6cd694e4af4540a5434ea53e53cfdd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1731723369727
2024-11-16T02:16:13,553 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035fe3d23fca468c8ebd15f19d675336, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1731723369727
2024-11-16T02:16:13,554 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c5a82ce7d9407794c7c41fcdfb8d9b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=741, earliestPutTs=1731723370832
2024-11-16T02:16:13,554 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 83af950e5f7f4f33b378f0cfdfd9cf05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=741, earliestPutTs=1731723370832
2024-11-16T02:16:13,554 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3152f3e5834abe94088ef9666e333e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1731723371952
2024-11-16T02:16:13,554 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting de98d8e24ae646598fe9028e553fd847, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1731723371952
2024-11-16T02:16:13,563 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:13,563 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/78a49f15b1324088a8e7dfa8262ceea2 is 50, key is test_row_0/B:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:13,568 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:13,570 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116d93aa7e9dd88464b996980874faf2299_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:13,572 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116d93aa7e9dd88464b996980874faf2299_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:13,572 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d93aa7e9dd88464b996980874faf2299_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:13,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742031_1207 (size=12983)
2024-11-16T02:16:13,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742032_1208 (size=4469)
2024-11-16T02:16:13,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-16T02:16:13,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:13,648 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:13,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:13,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111621e19cc170764aa88985683fc27f54b8_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723372699/Put/seqid=0
2024-11-16T02:16:13,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742033_1209 (size=12454)
2024-11-16T02:16:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:13,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111621e19cc170764aa88985683fc27f54b8_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111621e19cc170764aa88985683fc27f54b8_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/7d9d8c4b0a194ec2953a78f818660ce4, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:13,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/7d9d8c4b0a194ec2953a78f818660ce4 is 175, key is test_row_0/A:col10/1731723372699/Put/seqid=0
2024-11-16T02:16:13,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742034_1210 (size=31255)
2024-11-16T02:16:13,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=776, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/7d9d8c4b0a194ec2953a78f818660ce4
2024-11-16T02:16:13,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/f17af31d24c04d04877707910034629f is 50, key is test_row_0/B:col10/1731723372699/Put/seqid=0
2024-11-16T02:16:13,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742035_1211 (size=12301)
2024-11-16T02:16:13,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=776 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/f17af31d24c04d04877707910034629f
2024-11-16T02:16:13,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/1eb792d1fabd4dfaa7cc3890f8d92b0a is 50, key is test_row_0/C:col10/1731723372699/Put/seqid=0
2024-11-16T02:16:13,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742036_1212 (size=12301)
2024-11-16T02:16:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T02:16:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:13,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:13,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723433882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:13,985 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:13,986 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/7efd17dd6e9043579ee82dd0d558f948 is 175, key is test_row_0/A:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:13,992 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/78a49f15b1324088a8e7dfa8262ceea2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/78a49f15b1324088a8e7dfa8262ceea2
2024-11-16T02:16:14,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723433996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:14,025 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into 78a49f15b1324088a8e7dfa8262ceea2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:14,025 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:14,025 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=13, startTime=1731723373551; duration=0sec
2024-11-16T02:16:14,025 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:14,025 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:14,026 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:14,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742037_1213 (size=31937)
2024-11-16T02:16:14,027 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:14,027 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:14,027 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,028 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/7bb193bf377c4859a2b9746e597af804, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/0d1a1a98c02046788b393a95eb590c56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/146522681a054a36a490a3d6605306ab] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=36.6 K
2024-11-16T02:16:14,028 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bb193bf377c4859a2b9746e597af804, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=721, earliestPutTs=1731723369727
2024-11-16T02:16:14,029 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d1a1a98c02046788b393a95eb590c56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=741, earliestPutTs=1731723370832
2024-11-16T02:16:14,032 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 146522681a054a36a490a3d6605306ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1731723371952
2024-11-16T02:16:14,056 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:14,057 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/ac90fe121cea4552be4c21fba60b35df is 50, key is test_row_0/C:col10/1731723371965/Put/seqid=0
2024-11-16T02:16:14,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=776 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/1eb792d1fabd4dfaa7cc3890f8d92b0a
2024-11-16T02:16:14,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742038_1214 (size=12983)
2024-11-16T02:16:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/7d9d8c4b0a194ec2953a78f818660ce4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4
2024-11-16T02:16:14,121 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/ac90fe121cea4552be4c21fba60b35df as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ac90fe121cea4552be4c21fba60b35df
2024-11-16T02:16:14,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4, entries=150, sequenceid=776, filesize=30.5 K
2024-11-16T02:16:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/f17af31d24c04d04877707910034629f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/f17af31d24c04d04877707910034629f
2024-11-16T02:16:14,146 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into ac90fe121cea4552be4c21fba60b35df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:14,146 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:14,146 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=13, startTime=1731723373551; duration=0sec
2024-11-16T02:16:14,146 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:14,146 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:14,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/f17af31d24c04d04877707910034629f, entries=150, sequenceid=776, filesize=12.0 K
2024-11-16T02:16:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/1eb792d1fabd4dfaa7cc3890f8d92b0a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1eb792d1fabd4dfaa7cc3890f8d92b0a
2024-11-16T02:16:14,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1eb792d1fabd4dfaa7cc3890f8d92b0a, entries=150, sequenceid=776, filesize=12.0 K
2024-11-16T02:16:14,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ce15514fbaa937f3caa69179fb87a5f5 in 548ms, sequenceid=776, compaction requested=false
2024-11-16T02:16:14,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:14,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-16T02:16:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-16T02:16:14,216 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-16T02:16:14,216 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec
2024-11-16T02:16:14,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:16:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:14,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:14,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0310 sec
2024-11-16T02:16:14,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111698ab7a614fcc44ea97694aaf6b8f7c1e_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:14,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742039_1215 (size=14994)
2024-11-16T02:16:14,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723434312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:14,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-16T02:16:14,325 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:14,325 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-16T02:16:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T02:16:14,327 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:14,328 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:14,328 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:14,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723434425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:14,431 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/7efd17dd6e9043579ee82dd0d558f948 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7efd17dd6e9043579ee82dd0d558f948
2024-11-16T02:16:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T02:16:14,437 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into 7efd17dd6e9043579ee82dd0d558f948(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:14,437 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:14,437 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=13, startTime=1731723373550; duration=0sec
2024-11-16T02:16:14,437 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:14,437 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:14,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T02:16:14,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T02:16:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723434635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T02:16:14,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:14,661 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111698ab7a614fcc44ea97694aaf6b8f7c1e_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111698ab7a614fcc44ea97694aaf6b8f7c1e_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:14,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e40c510aa0864b9099cc3b81c075f3b8, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:14,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e40c510aa0864b9099cc3b81c075f3b8 is 175, key is test_row_0/A:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:14,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742040_1216 (size=39949)
2024-11-16T02:16:14,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T02:16:14,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:14,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,883 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T02:16:14,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T02:16:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:14,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:14,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723434945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:14,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T02:16:15,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47152 deadline: 1731723435025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:15,028 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:15,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47126 deadline: 1731723435035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:15,040 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:15,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47154 deadline: 1731723435045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:15,047 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in ce15514fbaa937f3caa69179fb87a5f5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:15,072 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=792, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e40c510aa0864b9099cc3b81c075f3b8
2024-11-16T02:16:15,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/5c9edcfd4eaf441cb6b314d6385641cb is 50, key is test_row_0/B:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:15,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T02:16:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:15,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742041_1217 (size=12301)
2024-11-16T02:16:15,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=792 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/5c9edcfd4eaf441cb6b314d6385641cb
2024-11-16T02:16:15,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/df615ec69601429086f178a439bb1790 is 50, key is test_row_0/C:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:15,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742042_1218 (size=12301)
2024-11-16T02:16:15,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=792 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/df615ec69601429086f178a439bb1790
2024-11-16T02:16:15,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/e40c510aa0864b9099cc3b81c075f3b8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8
2024-11-16T02:16:15,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8, entries=200, sequenceid=792, filesize=39.0 K
2024-11-16T02:16:15,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/5c9edcfd4eaf441cb6b314d6385641cb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/5c9edcfd4eaf441cb6b314d6385641cb
2024-11-16T02:16:15,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/5c9edcfd4eaf441cb6b314d6385641cb, entries=150, sequenceid=792, filesize=12.0 K
2024-11-16T02:16:15,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/df615ec69601429086f178a439bb1790 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/df615ec69601429086f178a439bb1790
2024-11-16T02:16:15,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/df615ec69601429086f178a439bb1790, entries=150, sequenceid=792, filesize=12.0 K
2024-11-16T02:16:15,146 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ce15514fbaa937f3caa69179fb87a5f5 in 927ms, sequenceid=792, compaction requested=true
2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:15,146 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:15,146 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:15,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:15,147 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:15,147 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:15,147 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:15,147 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:15,147 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,147 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,147 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/78a49f15b1324088a8e7dfa8262ceea2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/f17af31d24c04d04877707910034629f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/5c9edcfd4eaf441cb6b314d6385641cb] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=36.7 K
2024-11-16T02:16:15,147 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7efd17dd6e9043579ee82dd0d558f948, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=100.7 K
2024-11-16T02:16:15,147 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,147 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7efd17dd6e9043579ee82dd0d558f948, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8]
2024-11-16T02:16:15,148 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a49f15b1324088a8e7dfa8262ceea2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1731723371952
2024-11-16T02:16:15,148 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7efd17dd6e9043579ee82dd0d558f948, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1731723371952
2024-11-16T02:16:15,148 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f17af31d24c04d04877707910034629f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1731723372692
2024-11-16T02:16:15,148 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d9d8c4b0a194ec2953a78f818660ce4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1731723372692
2024-11-16T02:16:15,149 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9edcfd4eaf441cb6b314d6385641cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=792, earliestPutTs=1731723373859
2024-11-16T02:16:15,149 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e40c510aa0864b9099cc3b81c075f3b8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=792, earliestPutTs=1731723373859
2024-11-16T02:16:15,155 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:15,157 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:15,157 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/396779c14f9b4d489f7ac0b9f5f53ec0 is 50, key is test_row_0/B:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:15,161 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116a1fec3fe1e0e46a69ac12f604d9ffc64_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:15,162 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116a1fec3fe1e0e46a69ac12f604d9ffc64_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:15,163 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a1fec3fe1e0e46a69ac12f604d9ffc64_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:15,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742043_1219 (size=13085)
2024-11-16T02:16:15,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742044_1220 (size=4469)
2024-11-16T02:16:15,174 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/396779c14f9b4d489f7ac0b9f5f53ec0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/396779c14f9b4d489f7ac0b9f5f53ec0
2024-11-16T02:16:15,180 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into 396779c14f9b4d489f7ac0b9f5f53ec0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:15,181 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:15,181 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=13, startTime=1731723375146; duration=0sec
2024-11-16T02:16:15,181 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:15,181 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:15,181 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:15,182 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:15,182 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:15,183 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,183 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ac90fe121cea4552be4c21fba60b35df, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1eb792d1fabd4dfaa7cc3890f8d92b0a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/df615ec69601429086f178a439bb1790] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=36.7 K
2024-11-16T02:16:15,183 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ac90fe121cea4552be4c21fba60b35df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1731723371952
2024-11-16T02:16:15,183 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb792d1fabd4dfaa7cc3890f8d92b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=776, earliestPutTs=1731723372692
2024-11-16T02:16:15,184 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting df615ec69601429086f178a439bb1790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=792, earliestPutTs=1731723373859
2024-11-16T02:16:15,190 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:15,190 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/e9ae42ceaf474d7ab96f659dc9c03674 is 50, key is test_row_0/C:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:15,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742045_1221 (size=13085)
2024-11-16T02:16:15,202 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/e9ae42ceaf474d7ab96f659dc9c03674 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/e9ae42ceaf474d7ab96f659dc9c03674
2024-11-16T02:16:15,209 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into e9ae42ceaf474d7ab96f659dc9c03674(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:15,209 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:15,209 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=13, startTime=1731723375146; duration=0sec
2024-11-16T02:16:15,209 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:15,209 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:15,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-16T02:16:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:15,256 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:16:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:15,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a8ff77c834e4428ab962ab73a1a53b90_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723374310/Put/seqid=0
2024-11-16T02:16:15,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742046_1222 (size=12454)
2024-11-16T02:16:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T02:16:15,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723435492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:15,570 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:15,571 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/1759e3c828f1438eb6395eae5b945503 is 175, key is test_row_0/A:col10/1731723374216/Put/seqid=0
2024-11-16T02:16:15,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742047_1223 (size=32039)
2024-11-16T02:16:15,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723435604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:15,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:15,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a8ff77c834e4428ab962ab73a1a53b90_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a8ff77c834e4428ab962ab73a1a53b90_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d1812ff0712f40d7b592f1a27f4bc3cc, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d1812ff0712f40d7b592f1a27f4bc3cc is 175, key is test_row_0/A:col10/1731723374310/Put/seqid=0
2024-11-16T02:16:15,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742048_1224 (size=31255)
2024-11-16T02:16:15,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=813, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d1812ff0712f40d7b592f1a27f4bc3cc
2024-11-16T02:16:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/eda7292443f4401fa3b0eda301e7715f is 50, key is test_row_0/B:col10/1731723374310/Put/seqid=0
2024-11-16T02:16:15,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742049_1225 (size=12301)
2024-11-16T02:16:15,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=813 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/eda7292443f4401fa3b0eda301e7715f
2024-11-16T02:16:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/fb70c07f70b14181828293ce50ec16d6 is 50, key is test_row_0/C:col10/1731723374310/Put/seqid=0
2024-11-16T02:16:15,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742050_1226 (size=12301)
2024-11-16T02:16:15,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723435815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:15,983 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/1759e3c828f1438eb6395eae5b945503 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1759e3c828f1438eb6395eae5b945503
2024-11-16T02:16:15,987 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into 1759e3c828f1438eb6395eae5b945503(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:15,987 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:15,988 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=13, startTime=1731723375146; duration=0sec
2024-11-16T02:16:15,988 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:15,988 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:16,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723436124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:16,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=813 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/fb70c07f70b14181828293ce50ec16d6
2024-11-16T02:16:16,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/d1812ff0712f40d7b592f1a27f4bc3cc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc
2024-11-16T02:16:16,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc, entries=150, sequenceid=813, filesize=30.5 K
2024-11-16T02:16:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/eda7292443f4401fa3b0eda301e7715f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/eda7292443f4401fa3b0eda301e7715f
2024-11-16T02:16:16,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/eda7292443f4401fa3b0eda301e7715f, entries=150, sequenceid=813, filesize=12.0 K
2024-11-16T02:16:16,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/fb70c07f70b14181828293ce50ec16d6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fb70c07f70b14181828293ce50ec16d6
2024-11-16T02:16:16,181 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fb70c07f70b14181828293ce50ec16d6, entries=150, sequenceid=813, filesize=12.0 K
2024-11-16T02:16:16,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ce15514fbaa937f3caa69179fb87a5f5 in 928ms, sequenceid=813, compaction requested=false
2024-11-16T02:16:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-16T02:16:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-16T02:16:16,187 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-16T02:16:16,187 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec
2024-11-16T02:16:16,190 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8620 sec
2024-11-16T02:16:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-16T02:16:16,476 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:16,476 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-16T02:16:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T02:16:16,478 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:16,478 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:16,478 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T02:16:16,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-16T02:16:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:16,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:16:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:16,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b554a2f3fda244c19ed89f958da2f5a0_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723375485/Put/seqid=0
2024-11-16T02:16:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:16,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. as already flushing
2024-11-16T02:16:16,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742051_1227 (size=12454)
2024-11-16T02:16:16,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723436691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:16,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T02:16:16,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723436805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:17,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723437015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:17,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:17,046 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b554a2f3fda244c19ed89f958da2f5a0_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b554a2f3fda244c19ed89f958da2f5a0_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:17,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/19efa177bae34cb698171fbcc578bf3b, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/19efa177bae34cb698171fbcc578bf3b is 175, key is test_row_0/A:col10/1731723375485/Put/seqid=0
2024-11-16T02:16:17,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742052_1228 (size=31255)
2024-11-16T02:16:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T02:16:17,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723437325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:17,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=828, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/19efa177bae34cb698171fbcc578bf3b
2024-11-16T02:16:17,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/38125517926e4c038c958db629b7e6be is 50, key is test_row_0/B:col10/1731723375485/Put/seqid=0
2024-11-16T02:16:17,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742053_1229 (size=12301)
2024-11-16T02:16:17,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=828 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/38125517926e4c038c958db629b7e6be
2024-11-16T02:16:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/5e07d1b6b8d44230beb78c8c2f0950ec is 50, key is test_row_0/C:col10/1731723375485/Put/seqid=0
2024-11-16T02:16:17,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742054_1230 (size=12301)
2024-11-16T02:16:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T02:16:17,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47110 deadline: 1731723437835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:17,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:17,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=828 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/5e07d1b6b8d44230beb78c8c2f0950ec
2024-11-16T02:16:17,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/19efa177bae34cb698171fbcc578bf3b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b
2024-11-16T02:16:18,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b, entries=150, sequenceid=828, filesize=30.5 K
2024-11-16T02:16:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/38125517926e4c038c958db629b7e6be as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/38125517926e4c038c958db629b7e6be
2024-11-16T02:16:18,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/38125517926e4c038c958db629b7e6be, entries=150, sequenceid=828, filesize=12.0 K
2024-11-16T02:16:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/5e07d1b6b8d44230beb78c8c2f0950ec as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/5e07d1b6b8d44230beb78c8c2f0950ec
2024-11-16T02:16:18,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/5e07d1b6b8d44230beb78c8c2f0950ec, entries=150, sequenceid=828, filesize=12.0 K
2024-11-16T02:16:18,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ce15514fbaa937f3caa69179fb87a5f5 in 1398ms, sequenceid=828, compaction requested=true
2024-11-16T02:16:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-16T02:16:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-16T02:16:18,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-16T02:16:18,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5530 sec
2024-11-16T02:16:18,039 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5600 sec
2024-11-16T02:16:18,276 INFO  [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646.
2024-11-16T02:16:18,276 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:18,276 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,276 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,276 INFO  [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648.
2024-11-16T02:16:18,276 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:18,276 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:18,276 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,277 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,277 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:18,280 INFO  [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652.
2024-11-16T02:16:18,281 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:18,281 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,281 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,281 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:18,285 INFO  [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650.
2024-11-16T02:16:18,285 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:18,285 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,285 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,285 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-16T02:16:18,625 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:18,847 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:18,847 INFO  [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641.
2024-11-16T02:16:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:18,847 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:18,847 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:18,847 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:18,847 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:18,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111656b9bc1234204cfeb211fbe6b92596ed_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:18,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742055_1231 (size=12454)
2024-11-16T02:16:19,067 INFO  [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639.
2024-11-16T02:16:19,067 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:19,067 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:19,067 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:19,067 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:19,089 INFO  [Thread-643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-643.
2024-11-16T02:16:19,089 DEBUG [Thread-643 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:19,089 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:19,090 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:19,090 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:19,097 INFO  [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635.
2024-11-16T02:16:19,097 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:19,097 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:19,098 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:19,098 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:19,257 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:19,264 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111656b9bc1234204cfeb211fbe6b92596ed_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111656b9bc1234204cfeb211fbe6b92596ed_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:19,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/bbd9fef224274ed29685da7ebef3c8dc, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:19,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/bbd9fef224274ed29685da7ebef3c8dc is 175, key is test_row_0/A:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:19,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742056_1232 (size=31255)
2024-11-16T02:16:19,672 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=847, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/bbd9fef224274ed29685da7ebef3c8dc
2024-11-16T02:16:19,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/23fc02939b8549a1bf6675713671df23 is 50, key is test_row_0/B:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:19,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742057_1233 (size=12301)
2024-11-16T02:16:19,709 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=847 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/23fc02939b8549a1bf6675713671df23
2024-11-16T02:16:19,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/49dff88499ea4b15b1eec93ad44c6dbe is 50, key is test_row_0/C:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:19,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742058_1234 (size=12301)
2024-11-16T02:16:20,185 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=847 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/49dff88499ea4b15b1eec93ad44c6dbe
2024-11-16T02:16:20,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/bbd9fef224274ed29685da7ebef3c8dc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc
2024-11-16T02:16:20,198 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc, entries=150, sequenceid=847, filesize=30.5 K
2024-11-16T02:16:20,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/23fc02939b8549a1bf6675713671df23 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/23fc02939b8549a1bf6675713671df23
2024-11-16T02:16:20,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/23fc02939b8549a1bf6675713671df23, entries=150, sequenceid=847, filesize=12.0 K
2024-11-16T02:16:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/49dff88499ea4b15b1eec93ad44c6dbe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/49dff88499ea4b15b1eec93ad44c6dbe
2024-11-16T02:16:20,212 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/49dff88499ea4b15b1eec93ad44c6dbe, entries=150, sequenceid=847, filesize=12.0 K
2024-11-16T02:16:20,213 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=20.13 KB/20610 for ce15514fbaa937f3caa69179fb87a5f5 in 1367ms, sequenceid=847, compaction requested=true
2024-11-16T02:16:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:20,213 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:20,213 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:20,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce15514fbaa937f3caa69179fb87a5f5:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:20,215 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:20,215 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 125804 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:20,215 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/B is initiating minor compaction (all files)
2024-11-16T02:16:20,215 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/A is initiating minor compaction (all files)
2024-11-16T02:16:20,216 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/B in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:20,216 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/A in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:20,216 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1759e3c828f1438eb6395eae5b945503, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=122.9 K
2024-11-16T02:16:20,216 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/396779c14f9b4d489f7ac0b9f5f53ec0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/eda7292443f4401fa3b0eda301e7715f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/38125517926e4c038c958db629b7e6be, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/23fc02939b8549a1bf6675713671df23] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=48.8 K
2024-11-16T02:16:20,216 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:20,216 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1759e3c828f1438eb6395eae5b945503, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc]
2024-11-16T02:16:20,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:20,216 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1759e3c828f1438eb6395eae5b945503, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=792, earliestPutTs=1731723373859
2024-11-16T02:16:20,216 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 396779c14f9b4d489f7ac0b9f5f53ec0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=792, earliestPutTs=1731723373859
2024-11-16T02:16:20,217 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting eda7292443f4401fa3b0eda301e7715f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=813, earliestPutTs=1731723374288
2024-11-16T02:16:20,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1812ff0712f40d7b592f1a27f4bc3cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=813, earliestPutTs=1731723374288
2024-11-16T02:16:20,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19efa177bae34cb698171fbcc578bf3b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=828, earliestPutTs=1731723375483
2024-11-16T02:16:20,217 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 38125517926e4c038c958db629b7e6be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=828, earliestPutTs=1731723375483
2024-11-16T02:16:20,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd9fef224274ed29685da7ebef3c8dc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=847, earliestPutTs=1731723376650
2024-11-16T02:16:20,217 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 23fc02939b8549a1bf6675713671df23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=847, earliestPutTs=1731723376650
2024-11-16T02:16:20,237 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#B#compaction#192 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:20,238 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/fdb50f874b9d4098865eeacd606d18d8 is 50, key is test_row_0/B:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:20,245 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:20,249 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116c8ca5659dae942df81d4c31720f8dd1d_ce15514fbaa937f3caa69179fb87a5f5 store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:20,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742059_1235 (size=13221)
2024-11-16T02:16:20,280 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116c8ca5659dae942df81d4c31720f8dd1d_ce15514fbaa937f3caa69179fb87a5f5, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:20,281 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c8ca5659dae942df81d4c31720f8dd1d_ce15514fbaa937f3caa69179fb87a5f5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:20,314 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/fdb50f874b9d4098865eeacd606d18d8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/fdb50f874b9d4098865eeacd606d18d8
2024-11-16T02:16:20,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742060_1236 (size=4469)
2024-11-16T02:16:20,338 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/B of ce15514fbaa937f3caa69179fb87a5f5 into fdb50f874b9d4098865eeacd606d18d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:20,339 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:20,339 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/B, priority=12, startTime=1731723380213; duration=0sec
2024-11-16T02:16:20,339 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:20,339 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:B
2024-11-16T02:16:20,339 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:20,360 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:20,360 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): ce15514fbaa937f3caa69179fb87a5f5/C is initiating minor compaction (all files)
2024-11-16T02:16:20,360 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce15514fbaa937f3caa69179fb87a5f5/C in TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:20,361 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/e9ae42ceaf474d7ab96f659dc9c03674, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fb70c07f70b14181828293ce50ec16d6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/5e07d1b6b8d44230beb78c8c2f0950ec, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/49dff88499ea4b15b1eec93ad44c6dbe] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp, totalSize=48.8 K
2024-11-16T02:16:20,372 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e9ae42ceaf474d7ab96f659dc9c03674, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=792, earliestPutTs=1731723373859
2024-11-16T02:16:20,380 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting fb70c07f70b14181828293ce50ec16d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=813, earliestPutTs=1731723374288
2024-11-16T02:16:20,382 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e07d1b6b8d44230beb78c8c2f0950ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=828, earliestPutTs=1731723375483
2024-11-16T02:16:20,383 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 49dff88499ea4b15b1eec93ad44c6dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=847, earliestPutTs=1731723376650
2024-11-16T02:16:20,417 INFO  [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637.
2024-11-16T02:16:20,417 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:20,417 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:20,417 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:20,418 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 137
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 84
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 109
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 276
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 160
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2546
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2346
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1058
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3173 rows
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1045
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3134 rows
2024-11-16T02:16:20,418 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:16:20,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:16:20,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:20,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:20,419 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:20,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-16T02:16:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T02:16:20,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723380423"}]},"ts":"1731723380423"}
2024-11-16T02:16:20,426 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T02:16:20,426 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T02:16:20,428 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:16:20,430 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, UNASSIGN}]
2024-11-16T02:16:20,432 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, UNASSIGN
2024-11-16T02:16:20,433 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:20,433 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/a4b2dc719fa84982b680b19cc10ddde7 is 50, key is test_row_0/C:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:20,434 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:20,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, UNASSIGN because future has completed
2024-11-16T02:16:20,436 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:16:20,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:16:20,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742061_1237 (size=13221)
2024-11-16T02:16:20,518 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/a4b2dc719fa84982b680b19cc10ddde7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a4b2dc719fa84982b680b19cc10ddde7
2024-11-16T02:16:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T02:16:20,535 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/C of ce15514fbaa937f3caa69179fb87a5f5 into a4b2dc719fa84982b680b19cc10ddde7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:20,536 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:20,536 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/C, priority=12, startTime=1731723380213; duration=0sec
2024-11-16T02:16:20,536 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:20,536 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:C
2024-11-16T02:16:20,598 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:20,598 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:16:20,598 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing ce15514fbaa937f3caa69179fb87a5f5, disabling compactions & flushes
2024-11-16T02:16:20,599 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:20,719 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce15514fbaa937f3caa69179fb87a5f5#A#compaction#193 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:20,720 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/dffb8587ab1348f3a7058735a3b0f291 is 175, key is test_row_0/A:col10/1731723376687/Put/seqid=0
2024-11-16T02:16:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T02:16:20,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742062_1238 (size=32175)
2024-11-16T02:16:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T02:16:21,149 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/dffb8587ab1348f3a7058735a3b0f291 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/dffb8587ab1348f3a7058735a3b0f291
2024-11-16T02:16:21,154 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce15514fbaa937f3caa69179fb87a5f5/A of ce15514fbaa937f3caa69179fb87a5f5 into dffb8587ab1348f3a7058735a3b0f291(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:21,154 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce15514fbaa937f3caa69179fb87a5f5:

2024-11-16T02:16:21,154 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:21,154 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:21,154 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. after waiting 0 ms
2024-11-16T02:16:21,154 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:21,154 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing ce15514fbaa937f3caa69179fb87a5f5 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-16T02:16:21,154 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=A
2024-11-16T02:16:21,154 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., storeName=ce15514fbaa937f3caa69179fb87a5f5/A, priority=12, startTime=1731723380213; duration=0sec
2024-11-16T02:16:21,154 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:21,154 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:21,154 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=B
2024-11-16T02:16:21,154 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce15514fbaa937f3caa69179fb87a5f5:A
2024-11-16T02:16:21,155 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:21,155 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ce15514fbaa937f3caa69179fb87a5f5, store=C
2024-11-16T02:16:21,155 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:21,187 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169ed82fe6e71e40f4aea623fa3e04e37d_ce15514fbaa937f3caa69179fb87a5f5 is 50, key is test_row_0/A:col10/1731723379088/Put/seqid=0
2024-11-16T02:16:21,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742063_1239 (size=12454)
2024-11-16T02:16:21,212 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:21,219 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169ed82fe6e71e40f4aea623fa3e04e37d_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169ed82fe6e71e40f4aea623fa3e04e37d_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:21,223 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/58c41d4766484c24b508f8d2ba241337, store: [table=TestAcidGuarantees family=A region=ce15514fbaa937f3caa69179fb87a5f5]
2024-11-16T02:16:21,224 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/58c41d4766484c24b508f8d2ba241337 is 175, key is test_row_0/A:col10/1731723379088/Put/seqid=0
2024-11-16T02:16:21,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742064_1240 (size=31255)
2024-11-16T02:16:21,241 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=857, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/58c41d4766484c24b508f8d2ba241337
2024-11-16T02:16:21,257 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/0eedf642832943649f198245917c6196 is 50, key is test_row_0/B:col10/1731723379088/Put/seqid=0
2024-11-16T02:16:21,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742065_1241 (size=12301)
2024-11-16T02:16:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T02:16:21,680 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=857 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/0eedf642832943649f198245917c6196
2024-11-16T02:16:21,691 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d3ab1645070c4397ba714974ced1af0b is 50, key is test_row_0/C:col10/1731723379088/Put/seqid=0
2024-11-16T02:16:21,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742066_1242 (size=12301)
2024-11-16T02:16:21,714 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=857 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d3ab1645070c4397ba714974ced1af0b
2024-11-16T02:16:21,726 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/A/58c41d4766484c24b508f8d2ba241337 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/58c41d4766484c24b508f8d2ba241337
2024-11-16T02:16:21,734 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/58c41d4766484c24b508f8d2ba241337, entries=150, sequenceid=857, filesize=30.5 K
2024-11-16T02:16:21,737 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/B/0eedf642832943649f198245917c6196 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/0eedf642832943649f198245917c6196
2024-11-16T02:16:21,742 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/0eedf642832943649f198245917c6196, entries=150, sequenceid=857, filesize=12.0 K
2024-11-16T02:16:21,744 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/.tmp/C/d3ab1645070c4397ba714974ced1af0b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d3ab1645070c4397ba714974ced1af0b
2024-11-16T02:16:21,752 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d3ab1645070c4397ba714974ced1af0b, entries=150, sequenceid=857, filesize=12.0 K
2024-11-16T02:16:21,753 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ce15514fbaa937f3caa69179fb87a5f5 in 599ms, sequenceid=857, compaction requested=false
2024-11-16T02:16:21,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1fa805ecf8c04a58b87f98380dc3639e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f75e925694024044acfede7625d02778, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/05cc5aa5634f4a5b8ebe6760d6bc39ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/46d3c48437d044b3b6f89dcb1aec30d9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/035fe3d23fca468c8ebd15f19d675336, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7efd17dd6e9043579ee82dd0d558f948, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1759e3c828f1438eb6395eae5b945503, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc] to archive
2024-11-16T02:16:21,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:16:21,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0cd37ccd90be4686808f648d87436d8f
2024-11-16T02:16:21,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/64f44823875b4111ad0e06c323ca319b
2024-11-16T02:16:21,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8bbe5d82e64641859efb423c91a73e82
2024-11-16T02:16:21,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1fa805ecf8c04a58b87f98380dc3639e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1fa805ecf8c04a58b87f98380dc3639e
2024-11-16T02:16:21,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/3c21a52256664f3c899313ee02de6852
2024-11-16T02:16:21,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/0ecfbd83fcbb471da1156fee8e7f6e56
2024-11-16T02:16:21,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b11ed15dc52b4fed84d4304be68676fb
2024-11-16T02:16:21,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f75e925694024044acfede7625d02778 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f75e925694024044acfede7625d02778
2024-11-16T02:16:21,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/b73b3e615b754feab2713ec58c7cc3ac
2024-11-16T02:16:21,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/05cc5aa5634f4a5b8ebe6760d6bc39ae to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/05cc5aa5634f4a5b8ebe6760d6bc39ae
2024-11-16T02:16:21,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/8385224fc838486cad1feec6e9f0b323
2024-11-16T02:16:21,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d7d8ee2585dd4098ad8363f5030b0925
2024-11-16T02:16:21,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/505c40ad4a2740f7884360ebfc50cae2
2024-11-16T02:16:21,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/f9f9457721954fa683f6af61848dc0f2
2024-11-16T02:16:21,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/46d3c48437d044b3b6f89dcb1aec30d9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/46d3c48437d044b3b6f89dcb1aec30d9
2024-11-16T02:16:21,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e2bfb3f6e9e84038922c9e313441145f
2024-11-16T02:16:21,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/035fe3d23fca468c8ebd15f19d675336 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/035fe3d23fca468c8ebd15f19d675336
2024-11-16T02:16:21,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/eb8ae2944d8847189b0aae51c309d7d1
2024-11-16T02:16:21,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/21c5a82ce7d9407794c7c41fcdfb8d9b
2024-11-16T02:16:21,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/de98d8e24ae646598fe9028e553fd847
2024-11-16T02:16:21,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7efd17dd6e9043579ee82dd0d558f948 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7efd17dd6e9043579ee82dd0d558f948
2024-11-16T02:16:21,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/7d9d8c4b0a194ec2953a78f818660ce4
2024-11-16T02:16:21,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/e40c510aa0864b9099cc3b81c075f3b8
2024-11-16T02:16:21,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1759e3c828f1438eb6395eae5b945503 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/1759e3c828f1438eb6395eae5b945503
2024-11-16T02:16:21,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/d1812ff0712f40d7b592f1a27f4bc3cc
2024-11-16T02:16:21,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/19efa177bae34cb698171fbcc578bf3b
2024-11-16T02:16:21,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/bbd9fef224274ed29685da7ebef3c8dc
2024-11-16T02:16:21,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4ac4991a7bf446f0803e65df37b4cc08, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/07ef411d88a048f8af11b0a05e195add, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/3affd2f54d21450c887f1de250db3a3f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/785de5f5e7e24d95be4648aec09f450b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6dc435c8271741688cd19dfc2e05f590, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6612e6bd146c46d08c8e7fd026be84e6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4e44f25306144591892a839c22c8b1ba, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/c6766dfafdda4727841dd2392bd12a86, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/1408e65a6c5b40c1ab6f5e66618b2a70, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ddc04a6603d74acf8e89cb2a1242f87e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/9e1f103140fd476a930359e5629014bb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/707fc53aec0e46a5a3185fa02709e6fc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ce40079632ea43ff93751be9494fe34b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/d3e5d677d2dd43ec9666d4b5cb68fd43, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/a7783f88c0ff4ff1b8c284427f27871b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/b381f0d81d7644cc9c471f8e044ab6a6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6e6cd694e4af4540a5434ea53e53cfdd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/8b6f4f3b147d439ba6a4b761b075f367, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/83af950e5f7f4f33b378f0cfdfd9cf05, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/78a49f15b1324088a8e7dfa8262ceea2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/2d3152f3e5834abe94088ef9666e333e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/f17af31d24c04d04877707910034629f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/396779c14f9b4d489f7ac0b9f5f53ec0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/5c9edcfd4eaf441cb6b314d6385641cb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/eda7292443f4401fa3b0eda301e7715f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/38125517926e4c038c958db629b7e6be, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/23fc02939b8549a1bf6675713671df23] to archive
2024-11-16T02:16:21,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:16:21,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4ac4991a7bf446f0803e65df37b4cc08 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4ac4991a7bf446f0803e65df37b4cc08
2024-11-16T02:16:21,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/07ef411d88a048f8af11b0a05e195add to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/07ef411d88a048f8af11b0a05e195add
2024-11-16T02:16:21,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/3affd2f54d21450c887f1de250db3a3f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/3affd2f54d21450c887f1de250db3a3f
2024-11-16T02:16:21,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/785de5f5e7e24d95be4648aec09f450b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/785de5f5e7e24d95be4648aec09f450b
2024-11-16T02:16:21,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6dc435c8271741688cd19dfc2e05f590 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6dc435c8271741688cd19dfc2e05f590
2024-11-16T02:16:21,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6612e6bd146c46d08c8e7fd026be84e6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6612e6bd146c46d08c8e7fd026be84e6
2024-11-16T02:16:21,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4e44f25306144591892a839c22c8b1ba to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/4e44f25306144591892a839c22c8b1ba
2024-11-16T02:16:21,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/c6766dfafdda4727841dd2392bd12a86 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/c6766dfafdda4727841dd2392bd12a86
2024-11-16T02:16:21,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/1408e65a6c5b40c1ab6f5e66618b2a70 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/1408e65a6c5b40c1ab6f5e66618b2a70
2024-11-16T02:16:21,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ddc04a6603d74acf8e89cb2a1242f87e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ddc04a6603d74acf8e89cb2a1242f87e
2024-11-16T02:16:21,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/9e1f103140fd476a930359e5629014bb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/9e1f103140fd476a930359e5629014bb
2024-11-16T02:16:21,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/707fc53aec0e46a5a3185fa02709e6fc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/707fc53aec0e46a5a3185fa02709e6fc
2024-11-16T02:16:21,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ce40079632ea43ff93751be9494fe34b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/ce40079632ea43ff93751be9494fe34b
2024-11-16T02:16:21,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/d3e5d677d2dd43ec9666d4b5cb68fd43 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/d3e5d677d2dd43ec9666d4b5cb68fd43
2024-11-16T02:16:21,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/a7783f88c0ff4ff1b8c284427f27871b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/a7783f88c0ff4ff1b8c284427f27871b
2024-11-16T02:16:21,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/b381f0d81d7644cc9c471f8e044ab6a6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/b381f0d81d7644cc9c471f8e044ab6a6
2024-11-16T02:16:21,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6e6cd694e4af4540a5434ea53e53cfdd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/6e6cd694e4af4540a5434ea53e53cfdd
2024-11-16T02:16:21,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/8b6f4f3b147d439ba6a4b761b075f367 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/8b6f4f3b147d439ba6a4b761b075f367
2024-11-16T02:16:22,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/83af950e5f7f4f33b378f0cfdfd9cf05 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/83af950e5f7f4f33b378f0cfdfd9cf05
2024-11-16T02:16:22,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/78a49f15b1324088a8e7dfa8262ceea2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/78a49f15b1324088a8e7dfa8262ceea2
2024-11-16T02:16:22,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/2d3152f3e5834abe94088ef9666e333e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/2d3152f3e5834abe94088ef9666e333e
2024-11-16T02:16:22,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/f17af31d24c04d04877707910034629f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/f17af31d24c04d04877707910034629f
2024-11-16T02:16:22,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/396779c14f9b4d489f7ac0b9f5f53ec0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/396779c14f9b4d489f7ac0b9f5f53ec0
2024-11-16T02:16:22,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/5c9edcfd4eaf441cb6b314d6385641cb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/5c9edcfd4eaf441cb6b314d6385641cb
2024-11-16T02:16:22,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/eda7292443f4401fa3b0eda301e7715f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/eda7292443f4401fa3b0eda301e7715f
2024-11-16T02:16:22,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/38125517926e4c038c958db629b7e6be to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/38125517926e4c038c958db629b7e6be
2024-11-16T02:16:22,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/23fc02939b8549a1bf6675713671df23 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/23fc02939b8549a1bf6675713671df23
2024-11-16T02:16:22,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/3827c87487ab486cb1dcdaba043f2e92, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/caacdb43f308437a99de62352d18481d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a691337c251a43c2a7010a5148e84ca6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8b64e40968fc48e2b825c79aabf8f924, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/18b87e6523dc4c6cb604e2f2b8980cd6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/479862912c484eebbe22e60daf537a0b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d2a4a087999c434398664a5bbc0b0691, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1a15f5a7150e4210af5d635bb1faa022, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/b584ec1cc096489aa612babaddef5d48, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fbd2dde36b2a4c7ca31929fb913c77bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8e6751666d8f43d29b3256716cba5532, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/6c03a5b38c9741e2b7adecda2a9bdf2c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d58f9ecd1ee84d5fbf0a779fc27b0271, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/13782cdc592e4268b5a530277a84418f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/727846ff0db446caaa9708521a61fdff, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/587091461bd04948a7a673265535b3eb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/7bb193bf377c4859a2b9746e597af804, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ea739708b4ce4d0998b2d6616205d9ce, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/0d1a1a98c02046788b393a95eb590c56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ac90fe121cea4552be4c21fba60b35df, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/146522681a054a36a490a3d6605306ab, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1eb792d1fabd4dfaa7cc3890f8d92b0a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/e9ae42ceaf474d7ab96f659dc9c03674, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/df615ec69601429086f178a439bb1790, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fb70c07f70b14181828293ce50ec16d6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/5e07d1b6b8d44230beb78c8c2f0950ec, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/49dff88499ea4b15b1eec93ad44c6dbe] to archive
2024-11-16T02:16:22,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:16:22,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/3827c87487ab486cb1dcdaba043f2e92 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/3827c87487ab486cb1dcdaba043f2e92
2024-11-16T02:16:22,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/caacdb43f308437a99de62352d18481d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/caacdb43f308437a99de62352d18481d
2024-11-16T02:16:22,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a691337c251a43c2a7010a5148e84ca6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a691337c251a43c2a7010a5148e84ca6
2024-11-16T02:16:22,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8b64e40968fc48e2b825c79aabf8f924 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8b64e40968fc48e2b825c79aabf8f924
2024-11-16T02:16:22,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/18b87e6523dc4c6cb604e2f2b8980cd6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/18b87e6523dc4c6cb604e2f2b8980cd6
2024-11-16T02:16:22,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/479862912c484eebbe22e60daf537a0b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/479862912c484eebbe22e60daf537a0b
2024-11-16T02:16:22,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d2a4a087999c434398664a5bbc0b0691 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d2a4a087999c434398664a5bbc0b0691
2024-11-16T02:16:22,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1a15f5a7150e4210af5d635bb1faa022 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1a15f5a7150e4210af5d635bb1faa022
2024-11-16T02:16:22,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/b584ec1cc096489aa612babaddef5d48 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/b584ec1cc096489aa612babaddef5d48
2024-11-16T02:16:22,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fbd2dde36b2a4c7ca31929fb913c77bc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fbd2dde36b2a4c7ca31929fb913c77bc
2024-11-16T02:16:22,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8e6751666d8f43d29b3256716cba5532 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/8e6751666d8f43d29b3256716cba5532
2024-11-16T02:16:22,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/6c03a5b38c9741e2b7adecda2a9bdf2c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/6c03a5b38c9741e2b7adecda2a9bdf2c
2024-11-16T02:16:22,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d58f9ecd1ee84d5fbf0a779fc27b0271 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d58f9ecd1ee84d5fbf0a779fc27b0271
2024-11-16T02:16:22,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/13782cdc592e4268b5a530277a84418f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/13782cdc592e4268b5a530277a84418f
2024-11-16T02:16:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/727846ff0db446caaa9708521a61fdff to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/727846ff0db446caaa9708521a61fdff
2024-11-16T02:16:22,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/587091461bd04948a7a673265535b3eb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/587091461bd04948a7a673265535b3eb
2024-11-16T02:16:22,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/7bb193bf377c4859a2b9746e597af804 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/7bb193bf377c4859a2b9746e597af804
2024-11-16T02:16:22,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ea739708b4ce4d0998b2d6616205d9ce to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ea739708b4ce4d0998b2d6616205d9ce
2024-11-16T02:16:22,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/0d1a1a98c02046788b393a95eb590c56 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/0d1a1a98c02046788b393a95eb590c56
2024-11-16T02:16:22,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ac90fe121cea4552be4c21fba60b35df to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/ac90fe121cea4552be4c21fba60b35df
2024-11-16T02:16:22,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/146522681a054a36a490a3d6605306ab to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/146522681a054a36a490a3d6605306ab
2024-11-16T02:16:22,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1eb792d1fabd4dfaa7cc3890f8d92b0a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/1eb792d1fabd4dfaa7cc3890f8d92b0a
2024-11-16T02:16:22,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/e9ae42ceaf474d7ab96f659dc9c03674 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/e9ae42ceaf474d7ab96f659dc9c03674
2024-11-16T02:16:22,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/df615ec69601429086f178a439bb1790 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/df615ec69601429086f178a439bb1790
2024-11-16T02:16:22,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fb70c07f70b14181828293ce50ec16d6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/fb70c07f70b14181828293ce50ec16d6
2024-11-16T02:16:22,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/5e07d1b6b8d44230beb78c8c2f0950ec to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/5e07d1b6b8d44230beb78c8c2f0950ec
2024-11-16T02:16:22,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/49dff88499ea4b15b1eec93ad44c6dbe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/49dff88499ea4b15b1eec93ad44c6dbe
2024-11-16T02:16:22,400 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/recovered.edits/860.seqid, newMaxSeqId=860, maxSeqId=4
2024-11-16T02:16:22,405 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.
2024-11-16T02:16:22,405 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for ce15514fbaa937f3caa69179fb87a5f5:
Waiting for close lock at 1731723380598Running coprocessor pre-close hooks at 1731723380598Disabling compacts and flushes for region at 1731723380598Disabling writes for close at 1731723381154 (+556 ms)Obtaining lock to block concurrent updates at 1731723381154Preparing flush snapshotting stores in ce15514fbaa937f3caa69179fb87a5f5 at 1731723381154Finished memstore snapshotting TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731723381155 (+1 ms)Flushing stores of TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5. at 1731723381155Flushing ce15514fbaa937f3caa69179fb87a5f5/A: creating writer at 1731723381155Flushing mob file ce15514fbaa937f3caa69179fb87a5f5/A: appending metadata at 1731723381187 (+32 ms)Flushing mob file ce15514fbaa937f3caa69179fb87a5f5/A: closing flushed file at 1731723381187Flushing ce15514fbaa937f3caa69179fb87a5f5/A: appending metadata at 1731723381223 (+36 ms)Flushing ce15514fbaa937f3caa69179fb87a5f5/A: closing flushed file at 1731723381224 (+1 ms)Flushing ce15514fbaa937f3caa69179fb87a5f5/B: creating writer at 1731723381249 (+25 ms)Flushing ce15514fbaa937f3caa69179fb87a5f5/B: appending metadata at 1731723381256 (+7 ms)Flushing ce15514fbaa937f3caa69179fb87a5f5/B: closing flushed file at 1731723381256Flushing ce15514fbaa937f3caa69179fb87a5f5/C: creating writer at 1731723381686 (+430 ms)Flushing ce15514fbaa937f3caa69179fb87a5f5/C: appending metadata at 1731723381690 (+4 ms)Flushing ce15514fbaa937f3caa69179fb87a5f5/C: closing flushed file at 1731723381690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edeabfe: reopening flushed file at 1731723381725 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d18b2f9: reopening flushed file at 1731723381736 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6faeca66: reopening flushed file at 1731723381743 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for ce15514fbaa937f3caa69179fb87a5f5 in 599ms, sequenceid=857, compaction requested=false at 1731723381753 (+10 ms)Writing region close event to WAL at 1731723382387 (+634 ms)Running coprocessor post-close hooks at 1731723382405 (+18 ms)Closed at 1731723382405
2024-11-16T02:16:22,407 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,408 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=ce15514fbaa937f3caa69179fb87a5f5, regionState=CLOSED
2024-11-16T02:16:22,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:16:22,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-16T02:16:22,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure ce15514fbaa937f3caa69179fb87a5f5, server=667222f7cf1b,37111,1731723316572 in 1.9750 sec
2024-11-16T02:16:22,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-16T02:16:22,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce15514fbaa937f3caa69179fb87a5f5, UNASSIGN in 1.9840 sec
2024-11-16T02:16:22,421 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-16T02:16:22,421 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9900 sec
2024-11-16T02:16:22,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723382423"}]},"ts":"1731723382423"}
2024-11-16T02:16:22,426 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T02:16:22,426 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T02:16:22,429 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0080 sec
2024-11-16T02:16:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-16T02:16:22,576 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:22,576 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-16T02:16:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,579 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-16T02:16:22,580 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,583 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,587 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/recovered.edits]
2024-11-16T02:16:22,590 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/58c41d4766484c24b508f8d2ba241337 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/58c41d4766484c24b508f8d2ba241337
2024-11-16T02:16:22,592 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/dffb8587ab1348f3a7058735a3b0f291 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/A/dffb8587ab1348f3a7058735a3b0f291
2024-11-16T02:16:22,595 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/0eedf642832943649f198245917c6196 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/0eedf642832943649f198245917c6196
2024-11-16T02:16:22,597 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/fdb50f874b9d4098865eeacd606d18d8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/B/fdb50f874b9d4098865eeacd606d18d8
2024-11-16T02:16:22,600 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a4b2dc719fa84982b680b19cc10ddde7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/a4b2dc719fa84982b680b19cc10ddde7
2024-11-16T02:16:22,602 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d3ab1645070c4397ba714974ced1af0b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/C/d3ab1645070c4397ba714974ced1af0b
2024-11-16T02:16:22,607 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/recovered.edits/860.seqid to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5/recovered.edits/860.seqid
2024-11-16T02:16:22,608 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T02:16:22,609 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T02:16:22,610 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-16T02:16:22,617 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111611bf040f109f47b8a364331cdf1c39ab_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111611bf040f109f47b8a364331cdf1c39ab_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,619 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111615512ba3c718495bb5992875eda7fc7b_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111615512ba3c718495bb5992875eda7fc7b_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,620 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161afeca57deaa4660a61371d89662e9d7_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161afeca57deaa4660a61371d89662e9d7_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,622 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111621e19cc170764aa88985683fc27f54b8_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111621e19cc170764aa88985683fc27f54b8_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111631cc4ba745db4371b5b9e3f5ddaa887b_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111631cc4ba745db4371b5b9e3f5ddaa887b_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,626 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111639146c6ccd324162992a879d1bbef919_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111639146c6ccd324162992a879d1bbef919_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411164e7acf6fabff428ab193a187cbf672ea_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411164e7acf6fabff428ab193a187cbf672ea_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,630 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111656b9bc1234204cfeb211fbe6b92596ed_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111656b9bc1234204cfeb211fbe6b92596ed_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,632 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116644f3e4da59e43879e17cc58ba9cc96e_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116644f3e4da59e43879e17cc58ba9cc96e_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111665c1b78e01914e42a480eba24c03b533_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111665c1b78e01914e42a480eba24c03b533_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,640 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111684edf36b080042cfab0fdccc0fadff26_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111684edf36b080042cfab0fdccc0fadff26_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,645 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169275cadbc70b46268592261504cbc1c0_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169275cadbc70b46268592261504cbc1c0_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,649 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111698ab7a614fcc44ea97694aaf6b8f7c1e_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111698ab7a614fcc44ea97694aaf6b8f7c1e_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,653 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169ed82fe6e71e40f4aea623fa3e04e37d_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169ed82fe6e71e40f4aea623fa3e04e37d_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,659 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a8ff77c834e4428ab962ab73a1a53b90_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a8ff77c834e4428ab962ab73a1a53b90_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b554a2f3fda244c19ed89f958da2f5a0_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b554a2f3fda244c19ed89f958da2f5a0_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c507c5b42e454fa99f6da2232ed5f794_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c507c5b42e454fa99f6da2232ed5f794_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c5944b0b6742495c9a2f675784b90b91_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c5944b0b6742495c9a2f675784b90b91_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c9a1a21af6334b169f790d6d5b71481e_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c9a1a21af6334b169f790d6d5b71481e_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-16T02:16:22,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e5edf9d93aec4551af23f65d5e2fbbdd_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e5edf9d93aec4551af23f65d5e2fbbdd_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,698 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f95eae37c0204822b199938d15c70387_ce15514fbaa937f3caa69179fb87a5f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f95eae37c0204822b199938d15c70387_ce15514fbaa937f3caa69179fb87a5f5
2024-11-16T02:16:22,701 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T02:16:22,711 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,720 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T02:16:22,729 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T02:16:22,736 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,736 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T02:16:22,736 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731723382736"}]},"ts":"9223372036854775807"}
2024-11-16T02:16:22,747 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T02:16:22,747 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ce15514fbaa937f3caa69179fb87a5f5, NAME => 'TestAcidGuarantees,,1731723355075.ce15514fbaa937f3caa69179fb87a5f5.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T02:16:22,747 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T02:16:22,748 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731723382748"}]},"ts":"9223372036854775807"}
2024-11-16T02:16:22,757 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T02:16:22,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,772 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 186 msec
2024-11-16T02:16:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-16T02:16:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T02:16:22,895 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:22,908 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247)
Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1239544340_22 at /127.0.0.1:48764 [Waiting for operation #323]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1796353854_22 at /127.0.0.1:48608 [Waiting for operation #394]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1239544340_22 at /127.0.0.1:48484 [Waiting for operation #409]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1796353854_22 at /127.0.0.1:48754 [Waiting for operation #330]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=461 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 606) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=467 (was 1450)
2024-11-16T02:16:22,925 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=466
2024-11-16T02:16:22,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:16:22,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:16:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:22,930 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T02:16:22,930 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:22,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 61
2024-11-16T02:16:22,931 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T02:16:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-16T02:16:22,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742067_1243 (size=1061)
2024-11-16T02:16:22,970 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:16:23,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742068_1244 (size=53)
2024-11-16T02:16:23,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:16:23,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 87bebfac7c9a762e33e6c0d003fd8eb2, disabling compactions & flushes
2024-11-16T02:16:23,029 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. after waiting 0 ms
2024-11-16T02:16:23,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,029 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87bebfac7c9a762e33e6c0d003fd8eb2:
Waiting for close lock at 1731723383029Disabling compacts and flushes for region at 1731723383029Disabling writes for close at 1731723383029Writing region close event to WAL at 1731723383029Closed at 1731723383029
2024-11-16T02:16:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-16T02:16:23,040 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T02:16:23,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731723383040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723383040"}]},"ts":"1731723383040"}
2024-11-16T02:16:23,045 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T02:16:23,047 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T02:16:23,047 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723383047"}]},"ts":"1731723383047"}
2024-11-16T02:16:23,060 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T02:16:23,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, ASSIGN}]
2024-11-16T02:16:23,065 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, ASSIGN
2024-11-16T02:16:23,066 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, ASSIGN; state=OFFLINE, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=false
2024-11-16T02:16:23,217 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=87bebfac7c9a762e33e6c0d003fd8eb2, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, ASSIGN because future has completed
2024-11-16T02:16:23,220 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:16:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-16T02:16:23,376 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,376 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:16:23,376 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,377 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:16:23,377 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,377 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,379 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 87bebfac7c9a762e33e6c0d003fd8eb2 
2024-11-16T02:16:23,380 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:23,380 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bebfac7c9a762e33e6c0d003fd8eb2 columnFamilyName A
2024-11-16T02:16:23,381 DEBUG [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:23,381 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.HStore(327): Store=87bebfac7c9a762e33e6c0d003fd8eb2/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:23,381 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 87bebfac7c9a762e33e6c0d003fd8eb2 
2024-11-16T02:16:23,384 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:23,384 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bebfac7c9a762e33e6c0d003fd8eb2 columnFamilyName B
2024-11-16T02:16:23,385 DEBUG [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:23,385 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.HStore(327): Store=87bebfac7c9a762e33e6c0d003fd8eb2/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:23,385 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 87bebfac7c9a762e33e6c0d003fd8eb2 
2024-11-16T02:16:23,387 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:23,387 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bebfac7c9a762e33e6c0d003fd8eb2 columnFamilyName C
2024-11-16T02:16:23,387 DEBUG [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:23,388 INFO  [StoreOpener-87bebfac7c9a762e33e6c0d003fd8eb2-1 {}] regionserver.HStore(327): Store=87bebfac7c9a762e33e6c0d003fd8eb2/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:23,388 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,388 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,389 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,390 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,391 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,391 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,392 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:16:23,394 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,396 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:16:23,397 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 87bebfac7c9a762e33e6c0d003fd8eb2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70239440, jitterRate=0.04664921760559082}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:16:23,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,398 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 87bebfac7c9a762e33e6c0d003fd8eb2:
Running coprocessor pre-open hook at 1731723383377Writing region info on filesystem at 1731723383377Initializing all the Stores at 1731723383378 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723383378Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723383378Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723383378Cleaning up temporary data from old regions at 1731723383391 (+13 ms)Running coprocessor post-open hooks at 1731723383397 (+6 ms)Region opened successfully at 1731723383398 (+1 ms)
2024-11-16T02:16:23,400 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., pid=63, masterSystemTime=1731723383372
2024-11-16T02:16:23,402 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,402 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,403 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=87bebfac7c9a762e33e6c0d003fd8eb2, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:16:23,412 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-16T02:16:23,412 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572 in 187 msec
2024-11-16T02:16:23,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61
2024-11-16T02:16:23,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, ASSIGN in 352 msec
2024-11-16T02:16:23,417 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T02:16:23,417 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723383417"}]},"ts":"1731723383417"}
2024-11-16T02:16:23,419 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T02:16:23,420 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T02:16:23,422 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 493 msec
2024-11-16T02:16:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-16T02:16:23,556 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:23,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dfb4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,558 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581fc464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,561 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b2c8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,565 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:16:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:16:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbe1456
2024-11-16T02:16:23,567 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:16:23,569 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:16:23,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ddfbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,576 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fe285c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,580 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8ef7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbbb442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,589 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d472146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,600 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265235b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341051a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,611 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5155197b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,612 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,618 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ac38ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2108806c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10687748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,637 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c7e587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,648 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,651 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2440df01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289dbcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,662 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f6ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,669 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c967905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@832215d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,676 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47306bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,679 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2e5164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bceb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,689 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78490383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,692 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3170b92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63eadf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,700 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a502d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,705 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fac7301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28097ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:23,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:23,715 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c68d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:23,725 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:23,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccf1d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:23,739 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,739 DEBUG [Thread-1138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,740 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,741 DEBUG [Thread-1147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,741 DEBUG [Thread-1147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,742 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,742 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,745 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,746 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,746 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,752 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,754 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:23,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,756 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,758 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,759 DEBUG [Thread-1136 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,760 DEBUG [Thread-1136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,760 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,761 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,762 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-16T02:16:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-16T02:16:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,771 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,771 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:23,772 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,776 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:16:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:23,785 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:23,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:23,788 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:16:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:23,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723443853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/2188286620de492b88fb76768df76c36 is 50, key is test_row_0/A:col10/1731723383783/Put/seqid=0
2024-11-16T02:16:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723443856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723443861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723443864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-16T02:16:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723443870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742069_1245 (size=12001)
2024-11-16T02:16:23,900 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/2188286620de492b88fb76768df76c36
2024-11-16T02:16:23,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-16T02:16:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:23,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:23,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:23,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723443967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/0fdb1e5e23114ad6a63ae1ddafdc10e0 is 50, key is test_row_0/B:col10/1731723383783/Put/seqid=0
2024-11-16T02:16:23,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723443976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723443988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723443988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723443990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742070_1246 (size=12001)
2024-11-16T02:16:24,044 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/0fdb1e5e23114ad6a63ae1ddafdc10e0
2024-11-16T02:16:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-16T02:16:24,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-16T02:16:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:24,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:24,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/d50ad0fb372d49feb13e6ca2b43aacbb is 50, key is test_row_0/C:col10/1731723383783/Put/seqid=0
2024-11-16T02:16:24,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742071_1247 (size=12001)
2024-11-16T02:16:24,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/d50ad0fb372d49feb13e6ca2b43aacbb
2024-11-16T02:16:24,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723444186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723444196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723444202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723444205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723444205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/2188286620de492b88fb76768df76c36 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/2188286620de492b88fb76768df76c36
2024-11-16T02:16:24,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-16T02:16:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:24,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:24,297 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/2188286620de492b88fb76768df76c36, entries=150, sequenceid=14, filesize=11.7 K
2024-11-16T02:16:24,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/0fdb1e5e23114ad6a63ae1ddafdc10e0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/0fdb1e5e23114ad6a63ae1ddafdc10e0
2024-11-16T02:16:24,330 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/0fdb1e5e23114ad6a63ae1ddafdc10e0, entries=150, sequenceid=14, filesize=11.7 K
2024-11-16T02:16:24,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/d50ad0fb372d49feb13e6ca2b43aacbb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/d50ad0fb372d49feb13e6ca2b43aacbb
2024-11-16T02:16:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-16T02:16:24,396 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/d50ad0fb372d49feb13e6ca2b43aacbb, entries=150, sequenceid=14, filesize=11.7 K
2024-11-16T02:16:24,400 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 612ms, sequenceid=14, compaction requested=false
2024-11-16T02:16:24,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:24,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-16T02:16:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:24,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T02:16:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:24,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/81c8da35cf9c4d9aa6cf991934841f23 is 50, key is test_row_0/A:col10/1731723383857/Put/seqid=0
2024-11-16T02:16:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:24,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:24,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742072_1248 (size=12001)
2024-11-16T02:16:24,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/81c8da35cf9c4d9aa6cf991934841f23
2024-11-16T02:16:24,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723444557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723444561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723444561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723444573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/f776fe3419e34f6a89d42f0bda890cfe is 50, key is test_row_0/B:col10/1731723383857/Put/seqid=0
2024-11-16T02:16:24,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723444576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742073_1249 (size=12001)
2024-11-16T02:16:24,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723444676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723444687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723444687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723444690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723444695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723444896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723444896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723444897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-16T02:16:24,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723444915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:24,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723444915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:24,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/f776fe3419e34f6a89d42f0bda890cfe
2024-11-16T02:16:25,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/1e01a794a19d4b1da284c11ff45f3463 is 50, key is test_row_0/C:col10/1731723383857/Put/seqid=0
2024-11-16T02:16:25,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742074_1250 (size=12001)
2024-11-16T02:16:25,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/1e01a794a19d4b1da284c11ff45f3463
2024-11-16T02:16:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/81c8da35cf9c4d9aa6cf991934841f23 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/81c8da35cf9c4d9aa6cf991934841f23
2024-11-16T02:16:25,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/81c8da35cf9c4d9aa6cf991934841f23, entries=150, sequenceid=34, filesize=11.7 K
2024-11-16T02:16:25,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/f776fe3419e34f6a89d42f0bda890cfe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/f776fe3419e34f6a89d42f0bda890cfe
2024-11-16T02:16:25,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/f776fe3419e34f6a89d42f0bda890cfe, entries=150, sequenceid=34, filesize=11.7 K
2024-11-16T02:16:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/1e01a794a19d4b1da284c11ff45f3463 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1e01a794a19d4b1da284c11ff45f3463
2024-11-16T02:16:25,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1e01a794a19d4b1da284c11ff45f3463, entries=150, sequenceid=34, filesize=11.7 K
2024-11-16T02:16:25,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 730ms, sequenceid=34, compaction requested=false
2024-11-16T02:16:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-16T02:16:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-16T02:16:25,203 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-16T02:16:25,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec
2024-11-16T02:16:25,206 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.4510 sec
2024-11-16T02:16:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:25,217 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:16:25,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:25,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:25,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:25,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:25,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:25,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:25,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d40dbcd61a2c4f61a52268e83a8cffcd is 50, key is test_row_0/A:col10/1731723384554/Put/seqid=0
2024-11-16T02:16:25,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742075_1251 (size=12001)
2024-11-16T02:16:25,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d40dbcd61a2c4f61a52268e83a8cffcd
2024-11-16T02:16:25,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723445273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723445273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723445276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723445275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723445279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/bffb945b54be461194547b46677dfae0 is 50, key is test_row_0/B:col10/1731723384554/Put/seqid=0
2024-11-16T02:16:25,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742076_1252 (size=12001)
2024-11-16T02:16:25,364 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/bffb945b54be461194547b46677dfae0
2024-11-16T02:16:25,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723445396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723445396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723445397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723445397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723445400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b5c643b64a3840109900d8db4be9790b is 50, key is test_row_0/C:col10/1731723384554/Put/seqid=0
2024-11-16T02:16:25,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742077_1253 (size=12001)
2024-11-16T02:16:25,480 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b5c643b64a3840109900d8db4be9790b
2024-11-16T02:16:25,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d40dbcd61a2c4f61a52268e83a8cffcd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d40dbcd61a2c4f61a52268e83a8cffcd
2024-11-16T02:16:25,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d40dbcd61a2c4f61a52268e83a8cffcd, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T02:16:25,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/bffb945b54be461194547b46677dfae0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/bffb945b54be461194547b46677dfae0
2024-11-16T02:16:25,574 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/bffb945b54be461194547b46677dfae0, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T02:16:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b5c643b64a3840109900d8db4be9790b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b5c643b64a3840109900d8db4be9790b
2024-11-16T02:16:25,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723445607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723445607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723445608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,620 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b5c643b64a3840109900d8db4be9790b, entries=150, sequenceid=47, filesize=11.7 K
2024-11-16T02:16:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:25,627 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 410ms, sequenceid=47, compaction requested=true
2024-11-16T02:16:25,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:25,628 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:25,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:25,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:25,629 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:25,629 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:25,629 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:25,629 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:25,629 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/2188286620de492b88fb76768df76c36, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/81c8da35cf9c4d9aa6cf991934841f23, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d40dbcd61a2c4f61a52268e83a8cffcd] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.2 K
2024-11-16T02:16:25,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:25,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:25,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:25,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:25,631 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:25,631 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:25,632 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:25,632 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/0fdb1e5e23114ad6a63ae1ddafdc10e0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/f776fe3419e34f6a89d42f0bda890cfe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/bffb945b54be461194547b46677dfae0] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.2 K
2024-11-16T02:16:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:25,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723385264, max timestamp=1731723385628Num uniques 859; 
2024-11-16T02:16:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:25,635 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdb1e5e23114ad6a63ae1ddafdc10e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731723383770
2024-11-16T02:16:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723385264, max timestamp=1731723385628Num uniques 859; 
2024-11-16T02:16:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:25,636 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T02:16:25,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723385264, max timestamp=1731723385628Num uniques 859; 
2024-11-16T02:16:25,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:25,637 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2188286620de492b88fb76768df76c36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731723383770
2024-11-16T02:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:25,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:25,649 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f776fe3419e34f6a89d42f0bda890cfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731723383828
2024-11-16T02:16:25,652 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81c8da35cf9c4d9aa6cf991934841f23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731723383828
2024-11-16T02:16:25,656 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting bffb945b54be461194547b46677dfae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731723384550
2024-11-16T02:16:25,660 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d40dbcd61a2c4f61a52268e83a8cffcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731723384550
2024-11-16T02:16:25,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/f3348c8866a44d01a0d097733a266767 is 50, key is test_row_0/A:col10/1731723385634/Put/seqid=0
2024-11-16T02:16:25,702 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:25,703 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/39e5fd66033543ef904a807696dad60e is 50, key is test_row_0/B:col10/1731723384554/Put/seqid=0
2024-11-16T02:16:25,706 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:25,707 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/bd22a390a9404425b13e172c3dab34c1 is 50, key is test_row_0/A:col10/1731723384554/Put/seqid=0
2024-11-16T02:16:25,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742078_1254 (size=16681)
2024-11-16T02:16:25,723 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/f3348c8866a44d01a0d097733a266767
2024-11-16T02:16:25,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742079_1255 (size=12104)
2024-11-16T02:16:25,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/57f7f5b67b434226ac6db19b9b5c9e89 is 50, key is test_row_0/B:col10/1731723385634/Put/seqid=0
2024-11-16T02:16:25,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742080_1256 (size=12104)
2024-11-16T02:16:25,774 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/39e5fd66033543ef904a807696dad60e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/39e5fd66033543ef904a807696dad60e
2024-11-16T02:16:25,784 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 39e5fd66033543ef904a807696dad60e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:25,784 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:25,784 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723385628; duration=0sec
2024-11-16T02:16:25,784 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:25,784 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:25,784 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:25,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:25,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:25,786 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:25,786 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/d50ad0fb372d49feb13e6ca2b43aacbb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1e01a794a19d4b1da284c11ff45f3463, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b5c643b64a3840109900d8db4be9790b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.2 K
2024-11-16T02:16:25,787 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d50ad0fb372d49feb13e6ca2b43aacbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731723383770
2024-11-16T02:16:25,788 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e01a794a19d4b1da284c11ff45f3463, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731723383828
2024-11-16T02:16:25,789 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b5c643b64a3840109900d8db4be9790b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731723384550
2024-11-16T02:16:25,803 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#211 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:25,804 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/35ae250ca2e149b1a9fd99b1234a1e84 is 50, key is test_row_0/C:col10/1731723384554/Put/seqid=0
2024-11-16T02:16:25,804 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/bd22a390a9404425b13e172c3dab34c1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/bd22a390a9404425b13e172c3dab34c1
2024-11-16T02:16:25,820 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into bd22a390a9404425b13e172c3dab34c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:25,820 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:25,820 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723385627; duration=0sec
2024-11-16T02:16:25,820 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:25,820 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:25,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723385783, max timestamp=1731723385818Num uniques 859; 
2024-11-16T02:16:25,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:25,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723385783, max timestamp=1731723385818Num uniques 859; 
2024-11-16T02:16:25,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:25,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723385783, max timestamp=1731723385818Num uniques 859; 
2024-11-16T02:16:25,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:25,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742081_1257 (size=12001)
2024-11-16T02:16:25,836 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/57f7f5b67b434226ac6db19b9b5c9e89
2024-11-16T02:16:25,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742082_1258 (size=12104)
2024-11-16T02:16:25,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/a59b4246be02490c8e81c9154a36a476 is 50, key is test_row_0/C:col10/1731723385634/Put/seqid=0
2024-11-16T02:16:25,894 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/35ae250ca2e149b1a9fd99b1234a1e84 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/35ae250ca2e149b1a9fd99b1234a1e84
2024-11-16T02:16:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-16T02:16:25,917 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 35ae250ca2e149b1a9fd99b1234a1e84(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:25,917 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:25,917 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:25,917 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723385631; duration=0sec
2024-11-16T02:16:25,918 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:25,918 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:25,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-16T02:16:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T02:16:25,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742083_1259 (size=12001)
2024-11-16T02:16:25,939 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:25,941 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:25,941 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:25,944 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/a59b4246be02490c8e81c9154a36a476
2024-11-16T02:16:25,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723385887, max timestamp=1731723385948Num uniques 1018; 
2024-11-16T02:16:25,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:16:25,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723385887, max timestamp=1731723385952Num uniques 1018; 
2024-11-16T02:16:25,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:16:25,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723385887, max timestamp=1731723385952Num uniques 1018; 
2024-11-16T02:16:25,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:16:25,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/f3348c8866a44d01a0d097733a266767 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/f3348c8866a44d01a0d097733a266767
2024-11-16T02:16:26,005 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/f3348c8866a44d01a0d097733a266767, entries=250, sequenceid=69, filesize=16.3 K
2024-11-16T02:16:26,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/57f7f5b67b434226ac6db19b9b5c9e89 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/57f7f5b67b434226ac6db19b9b5c9e89
2024-11-16T02:16:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T02:16:26,063 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/57f7f5b67b434226ac6db19b9b5c9e89, entries=150, sequenceid=69, filesize=11.7 K
2024-11-16T02:16:26,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731723386035, max timestamp=1731723386061Num uniques 1027; 
2024-11-16T02:16:26,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277
2024-11-16T02:16:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/a59b4246be02490c8e81c9154a36a476 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/a59b4246be02490c8e81c9154a36a476
2024-11-16T02:16:26,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731723386040, max timestamp=1731723386061Num uniques 1027; 
2024-11-16T02:16:26,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-16T02:16:26,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723386040, max timestamp=1731723386061Num uniques 1027; 
2024-11-16T02:16:26,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150
2024-11-16T02:16:26,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T02:16:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,109 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/a59b4246be02490c8e81c9154a36a476, entries=150, sequenceid=69, filesize=11.7 K
2024-11-16T02:16:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,112 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=90.49 KB/92658 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 479ms, sequenceid=69, compaction requested=false
2024-11-16T02:16:26,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:26,128 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=97.20 KB heapSize=271.18 KB
2024-11-16T02:16:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:26,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/cd7ea6a0c1bb4f84bdcd47c48411d122 is 50, key is test_row_0/A:col10/1731723386122/Put/seqid=0
2024-11-16T02:16:26,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723446176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723446178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723446179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723446189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723446189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742084_1260 (size=12151)
2024-11-16T02:16:26,216 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/cd7ea6a0c1bb4f84bdcd47c48411d122
2024-11-16T02:16:26,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T02:16:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T02:16:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d51e84d103d84604b57e98cad724a4d7 is 50, key is test_row_0/B:col10/1731723386122/Put/seqid=0
2024-11-16T02:16:26,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723446316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723446316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723446316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723446316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723446316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742085_1261 (size=12151)
2024-11-16T02:16:26,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d51e84d103d84604b57e98cad724a4d7
2024-11-16T02:16:26,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/12f53004fd234ed489e125ac361c2913 is 50, key is test_row_0/C:col10/1731723386122/Put/seqid=0
2024-11-16T02:16:26,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742086_1262 (size=12151)
2024-11-16T02:16:26,441 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=36.81 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/12f53004fd234ed489e125ac361c2913
2024-11-16T02:16:26,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T02:16:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:26,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/cd7ea6a0c1bb4f84bdcd47c48411d122 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/cd7ea6a0c1bb4f84bdcd47c48411d122
2024-11-16T02:16:26,509 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/cd7ea6a0c1bb4f84bdcd47c48411d122, entries=150, sequenceid=140, filesize=11.9 K
2024-11-16T02:16:26,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d51e84d103d84604b57e98cad724a4d7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d51e84d103d84604b57e98cad724a4d7
2024-11-16T02:16:26,537 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d51e84d103d84604b57e98cad724a4d7, entries=150, sequenceid=140, filesize=11.9 K
2024-11-16T02:16:26,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723446535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/12f53004fd234ed489e125ac361c2913 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/12f53004fd234ed489e125ac361c2913
2024-11-16T02:16:26,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723446535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723446536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723446536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723446548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/12f53004fd234ed489e125ac361c2913, entries=150, sequenceid=140, filesize=11.9 K
2024-11-16T02:16:26,588 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~117.32 KB/120138, heapSize ~330.90 KB/338840, currentSize=67.09 KB/68700 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 460ms, sequenceid=140, compaction requested=true
2024-11-16T02:16:26,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:26,588 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:26,589 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:26,597 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:26,597 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:26,597 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,597 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/39e5fd66033543ef904a807696dad60e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/57f7f5b67b434226ac6db19b9b5c9e89, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d51e84d103d84604b57e98cad724a4d7] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.4 K
2024-11-16T02:16:26,597 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40936 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:26,597 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:26,597 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,598 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/bd22a390a9404425b13e172c3dab34c1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/f3348c8866a44d01a0d097733a266767, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/cd7ea6a0c1bb4f84bdcd47c48411d122] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=40.0 K
2024-11-16T02:16:26,598 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 39e5fd66033543ef904a807696dad60e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731723384550
2024-11-16T02:16:26,598 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd22a390a9404425b13e172c3dab34c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731723384550
2024-11-16T02:16:26,599 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3348c8866a44d01a0d097733a266767, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731723385264
2024-11-16T02:16:26,599 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 57f7f5b67b434226ac6db19b9b5c9e89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731723385272
2024-11-16T02:16:26,600 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd7ea6a0c1bb4f84bdcd47c48411d122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731723386122
2024-11-16T02:16:26,600 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d51e84d103d84604b57e98cad724a4d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731723386122
2024-11-16T02:16:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T02:16:26,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-16T02:16:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:26,621 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:16:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:26,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/4391fa4420c44d0481050e00a15561bc is 50, key is test_row_0/A:col10/1731723386177/Put/seqid=0
2024-11-16T02:16:26,673 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:26,673 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1406ed93552f44c4be2ff3b04ebfacc3 is 50, key is test_row_0/B:col10/1731723386122/Put/seqid=0
2024-11-16T02:16:26,679 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:26,679 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/941e19ba16914ff495c1af5489e741fd is 50, key is test_row_0/A:col10/1731723386122/Put/seqid=0
2024-11-16T02:16:26,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742087_1263 (size=12151)
2024-11-16T02:16:26,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/4391fa4420c44d0481050e00a15561bc
2024-11-16T02:16:26,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742089_1265 (size=12357)
2024-11-16T02:16:26,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742088_1264 (size=12357)
2024-11-16T02:16:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d96ce1f2f35a43f099a6ff05a81e440c is 50, key is test_row_0/B:col10/1731723386177/Put/seqid=0
2024-11-16T02:16:26,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742090_1266 (size=12151)
2024-11-16T02:16:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:26,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:26,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723446907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723446908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723446911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723446918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:26,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723446918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723447025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723447028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723447028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723447036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723447038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T02:16:27,172 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/941e19ba16914ff495c1af5489e741fd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/941e19ba16914ff495c1af5489e741fd
2024-11-16T02:16:27,172 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1406ed93552f44c4be2ff3b04ebfacc3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1406ed93552f44c4be2ff3b04ebfacc3
2024-11-16T02:16:27,187 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 941e19ba16914ff495c1af5489e741fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:27,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:27,187 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723386588; duration=0sec
2024-11-16T02:16:27,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:27,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:27,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:27,193 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 1406ed93552f44c4be2ff3b04ebfacc3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:27,193 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:27,193 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723386589; duration=0sec
2024-11-16T02:16:27,193 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:27,193 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:27,197 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:27,198 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:27,198 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:27,198 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/35ae250ca2e149b1a9fd99b1234a1e84, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/a59b4246be02490c8e81c9154a36a476, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/12f53004fd234ed489e125ac361c2913] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.4 K
2024-11-16T02:16:27,201 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35ae250ca2e149b1a9fd99b1234a1e84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731723384550
2024-11-16T02:16:27,201 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting a59b4246be02490c8e81c9154a36a476, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731723385272
2024-11-16T02:16:27,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d96ce1f2f35a43f099a6ff05a81e440c
2024-11-16T02:16:27,208 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12f53004fd234ed489e125ac361c2913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731723386122
2024-11-16T02:16:27,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723447235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723447245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723447245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723447248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723447249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/39dbbfa60ea34fc4a759c94aee91d1f7 is 50, key is test_row_0/C:col10/1731723386177/Put/seqid=0
2024-11-16T02:16:27,260 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:27,261 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/0947d29c2e16454d8e044eb8e823de61 is 50, key is test_row_0/C:col10/1731723386122/Put/seqid=0
2024-11-16T02:16:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742091_1267 (size=12151)
2024-11-16T02:16:27,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742092_1268 (size=12357)
2024-11-16T02:16:27,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/39dbbfa60ea34fc4a759c94aee91d1f7
2024-11-16T02:16:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/4391fa4420c44d0481050e00a15561bc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4391fa4420c44d0481050e00a15561bc
2024-11-16T02:16:27,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4391fa4420c44d0481050e00a15561bc, entries=150, sequenceid=153, filesize=11.9 K
2024-11-16T02:16:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d96ce1f2f35a43f099a6ff05a81e440c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d96ce1f2f35a43f099a6ff05a81e440c
2024-11-16T02:16:27,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d96ce1f2f35a43f099a6ff05a81e440c, entries=150, sequenceid=153, filesize=11.9 K
2024-11-16T02:16:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/39dbbfa60ea34fc4a759c94aee91d1f7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/39dbbfa60ea34fc4a759c94aee91d1f7
2024-11-16T02:16:27,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/39dbbfa60ea34fc4a759c94aee91d1f7, entries=150, sequenceid=153, filesize=11.9 K
2024-11-16T02:16:27,450 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 830ms, sequenceid=153, compaction requested=false
2024-11-16T02:16:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-16T02:16:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-16T02:16:27,460 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-16T02:16:27,460 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec
2024-11-16T02:16:27,463 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.5420 sec
2024-11-16T02:16:27,553 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T02:16:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:27,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/851c769c87194ac9921a152031d1f6ff is 50, key is test_row_0/A:col10/1731723386906/Put/seqid=0
2024-11-16T02:16:27,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723447580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723447582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723447582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723447592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723447593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742093_1269 (size=14541)
2024-11-16T02:16:27,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723447695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723447695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723447712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723447712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,731 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/0947d29c2e16454d8e044eb8e823de61 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0947d29c2e16454d8e044eb8e823de61
2024-11-16T02:16:27,757 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 0947d29c2e16454d8e044eb8e823de61(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:27,757 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:27,757 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723386589; duration=0sec
2024-11-16T02:16:27,757 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:27,757 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:27,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723447905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723447925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723447925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723447925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:27,961 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T02:16:28,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/851c769c87194ac9921a152031d1f6ff
2024-11-16T02:16:28,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/9ad1e58431c74e54a687173653c34003 is 50, key is test_row_0/B:col10/1731723386906/Put/seqid=0
2024-11-16T02:16:28,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742094_1270 (size=12151)
2024-11-16T02:16:28,080 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/9ad1e58431c74e54a687173653c34003
2024-11-16T02:16:28,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723448105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/de309502e86e41e58e1285ed005eeddf is 50, key is test_row_0/C:col10/1731723386906/Put/seqid=0
2024-11-16T02:16:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-16T02:16:28,140 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:28,141 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-16T02:16:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T02:16:28,162 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:28,166 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:28,166 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:28,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742095_1271 (size=12151)
2024-11-16T02:16:28,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723448215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723448235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723448236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723448236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T02:16:28,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T02:16:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:28,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T02:16:28,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T02:16:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,572 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/de309502e86e41e58e1285ed005eeddf
2024-11-16T02:16:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/851c769c87194ac9921a152031d1f6ff as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/851c769c87194ac9921a152031d1f6ff
2024-11-16T02:16:28,623 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/851c769c87194ac9921a152031d1f6ff, entries=200, sequenceid=175, filesize=14.2 K
2024-11-16T02:16:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/9ad1e58431c74e54a687173653c34003 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9ad1e58431c74e54a687173653c34003
2024-11-16T02:16:28,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T02:16:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9ad1e58431c74e54a687173653c34003, entries=150, sequenceid=175, filesize=11.9 K
2024-11-16T02:16:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/de309502e86e41e58e1285ed005eeddf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/de309502e86e41e58e1285ed005eeddf
2024-11-16T02:16:28,703 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/de309502e86e41e58e1285ed005eeddf, entries=150, sequenceid=175, filesize=11.9 K
2024-11-16T02:16:28,705 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1152ms, sequenceid=175, compaction requested=true
2024-11-16T02:16:28,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:28,705 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:28,709 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:28,716 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:28,717 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:28,717 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,717 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/941e19ba16914ff495c1af5489e741fd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4391fa4420c44d0481050e00a15561bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/851c769c87194ac9921a152031d1f6ff] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=38.1 K
2024-11-16T02:16:28,724 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:28,724 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:28,724 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,724 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1406ed93552f44c4be2ff3b04ebfacc3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d96ce1f2f35a43f099a6ff05a81e440c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9ad1e58431c74e54a687173653c34003] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.8 K
2024-11-16T02:16:28,724 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 941e19ba16914ff495c1af5489e741fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731723386122
2024-11-16T02:16:28,725 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1406ed93552f44c4be2ff3b04ebfacc3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731723386122
2024-11-16T02:16:28,727 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4391fa4420c44d0481050e00a15561bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731723386171
2024-11-16T02:16:28,728 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 851c769c87194ac9921a152031d1f6ff, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723386906
2024-11-16T02:16:28,728 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d96ce1f2f35a43f099a6ff05a81e440c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731723386171
2024-11-16T02:16:28,729 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ad1e58431c74e54a687173653c34003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723386906
2024-11-16T02:16:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:28,735 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:16:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:28,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:28,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/734677be1dac429786def635427b2625 is 50, key is test_row_0/A:col10/1731723388727/Put/seqid=0
2024-11-16T02:16:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T02:16:28,791 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:28,792 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1153e24039d44d7dab07b2fa46b545b6 is 50, key is test_row_0/B:col10/1731723386906/Put/seqid=0
2024-11-16T02:16:28,792 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:28,793 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/87176ed763b74bc285167c4d7185a9d7 is 50, key is test_row_0/A:col10/1731723386906/Put/seqid=0
2024-11-16T02:16:28,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T02:16:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723448799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723448808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723448817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742096_1272 (size=14541)
2024-11-16T02:16:28,830 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/734677be1dac429786def635427b2625
2024-11-16T02:16:28,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723448824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742097_1273 (size=12459)
2024-11-16T02:16:28,849 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/87176ed763b74bc285167c4d7185a9d7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87176ed763b74bc285167c4d7185a9d7
2024-11-16T02:16:28,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c51803d28c4d464184c4ecf94db881f1 is 50, key is test_row_0/B:col10/1731723388727/Put/seqid=0
2024-11-16T02:16:28,858 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 87176ed763b74bc285167c4d7185a9d7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:28,858 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:28,858 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723388705; duration=0sec
2024-11-16T02:16:28,858 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:28,858 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:28,858 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:28,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742098_1274 (size=12459)
2024-11-16T02:16:28,869 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:28,869 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:28,869 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,869 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0947d29c2e16454d8e044eb8e823de61, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/39dbbfa60ea34fc4a759c94aee91d1f7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/de309502e86e41e58e1285ed005eeddf] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=35.8 K
2024-11-16T02:16:28,870 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0947d29c2e16454d8e044eb8e823de61, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731723386122
2024-11-16T02:16:28,870 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39dbbfa60ea34fc4a759c94aee91d1f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731723386171
2024-11-16T02:16:28,870 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting de309502e86e41e58e1285ed005eeddf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723386906
2024-11-16T02:16:28,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742099_1275 (size=12151)
2024-11-16T02:16:28,884 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c51803d28c4d464184c4ecf94db881f1
2024-11-16T02:16:28,892 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:28,893 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/cd8a48a5c12148adb495810f3b373f53 is 50, key is test_row_0/C:col10/1731723386906/Put/seqid=0
2024-11-16T02:16:28,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742100_1276 (size=12459)
2024-11-16T02:16:28,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/0628a7a8f6f74c1d9fac207a8753d9db is 50, key is test_row_0/C:col10/1731723388727/Put/seqid=0
2024-11-16T02:16:28,927 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/cd8a48a5c12148adb495810f3b373f53 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/cd8a48a5c12148adb495810f3b373f53
2024-11-16T02:16:28,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723448925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742101_1277 (size=12151)
2024-11-16T02:16:28,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723448935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723448935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723448946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:28,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:28,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/0628a7a8f6f74c1d9fac207a8753d9db
2024-11-16T02:16:28,959 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into cd8a48a5c12148adb495810f3b373f53(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:28,959 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:28,959 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723388709; duration=0sec
2024-11-16T02:16:28,959 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:28,959 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:28,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T02:16:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:28,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:29,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/734677be1dac429786def635427b2625 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/734677be1dac429786def635427b2625
2024-11-16T02:16:29,021 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/734677be1dac429786def635427b2625, entries=200, sequenceid=189, filesize=14.2 K
2024-11-16T02:16:29,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c51803d28c4d464184c4ecf94db881f1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c51803d28c4d464184c4ecf94db881f1
2024-11-16T02:16:29,037 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c51803d28c4d464184c4ecf94db881f1, entries=150, sequenceid=189, filesize=11.9 K
2024-11-16T02:16:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/0628a7a8f6f74c1d9fac207a8753d9db as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0628a7a8f6f74c1d9fac207a8753d9db
2024-11-16T02:16:29,048 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0628a7a8f6f74c1d9fac207a8753d9db, entries=150, sequenceid=189, filesize=11.9 K
2024-11-16T02:16:29,060 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 325ms, sequenceid=189, compaction requested=false
2024-11-16T02:16:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:29,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-16T02:16:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:29,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:29,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d55d7f52ae3e4db19df1cd0640e2bbf6 is 50, key is test_row_0/A:col10/1731723388786/Put/seqid=0
2024-11-16T02:16:29,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742102_1278 (size=14541)
2024-11-16T02:16:29,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723449175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d55d7f52ae3e4db19df1cd0640e2bbf6
2024-11-16T02:16:29,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723449182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723449182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723449183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723449185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/98f4aae2e7bf4195acbb2940e35b75b9 is 50, key is test_row_0/B:col10/1731723388786/Put/seqid=0
2024-11-16T02:16:29,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742103_1279 (size=12151)
2024-11-16T02:16:29,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/98f4aae2e7bf4195acbb2940e35b75b9
2024-11-16T02:16:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T02:16:29,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723449297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,309 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1153e24039d44d7dab07b2fa46b545b6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1153e24039d44d7dab07b2fa46b545b6
2024-11-16T02:16:29,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723449306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723449307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723449309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723449315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/218705b7befe43f2a1eed8ce03ab6f2d is 50, key is test_row_0/C:col10/1731723388786/Put/seqid=0
2024-11-16T02:16:29,335 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 1153e24039d44d7dab07b2fa46b545b6(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:29,335 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:29,335 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723388709; duration=0sec
2024-11-16T02:16:29,335 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:29,335 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:29,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742104_1280 (size=12151)
2024-11-16T02:16:29,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/218705b7befe43f2a1eed8ce03ab6f2d
2024-11-16T02:16:29,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d55d7f52ae3e4db19df1cd0640e2bbf6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d55d7f52ae3e4db19df1cd0640e2bbf6
2024-11-16T02:16:29,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d55d7f52ae3e4db19df1cd0640e2bbf6, entries=200, sequenceid=211, filesize=14.2 K
2024-11-16T02:16:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/98f4aae2e7bf4195acbb2940e35b75b9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98f4aae2e7bf4195acbb2940e35b75b9
2024-11-16T02:16:29,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98f4aae2e7bf4195acbb2940e35b75b9, entries=150, sequenceid=211, filesize=11.9 K
2024-11-16T02:16:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/218705b7befe43f2a1eed8ce03ab6f2d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/218705b7befe43f2a1eed8ce03ab6f2d
2024-11-16T02:16:29,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/218705b7befe43f2a1eed8ce03ab6f2d, entries=150, sequenceid=211, filesize=11.9 K
2024-11-16T02:16:29,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 317ms, sequenceid=211, compaction requested=true
2024-11-16T02:16:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-16T02:16:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-16T02:16:29,462 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-16T02:16:29,462 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2930 sec
2024-11-16T02:16:29,464 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.3210 sec
2024-11-16T02:16:29,514 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:16:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:29,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/87e4da111b954aeaa981f0dbbed8b98f is 50, key is test_row_0/A:col10/1731723389511/Put/seqid=0
2024-11-16T02:16:29,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742105_1281 (size=14541)
2024-11-16T02:16:29,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/87e4da111b954aeaa981f0dbbed8b98f
2024-11-16T02:16:29,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723449605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723449613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723449618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723449629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723449629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d555c5c28410409ba21b90c28f810ce4 is 50, key is test_row_0/B:col10/1731723389511/Put/seqid=0
2024-11-16T02:16:29,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742106_1282 (size=12151)
2024-11-16T02:16:29,709 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d555c5c28410409ba21b90c28f810ce4
2024-11-16T02:16:29,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723449736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723449736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b4236b19d71f4125a6d766252e7356ec is 50, key is test_row_0/C:col10/1731723389511/Put/seqid=0
2024-11-16T02:16:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723449736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723449756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723449756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:29,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742107_1283 (size=12151)
2024-11-16T02:16:29,806 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b4236b19d71f4125a6d766252e7356ec
2024-11-16T02:16:29,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/87e4da111b954aeaa981f0dbbed8b98f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87e4da111b954aeaa981f0dbbed8b98f
2024-11-16T02:16:29,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87e4da111b954aeaa981f0dbbed8b98f, entries=200, sequenceid=226, filesize=14.2 K
2024-11-16T02:16:29,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d555c5c28410409ba21b90c28f810ce4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d555c5c28410409ba21b90c28f810ce4
2024-11-16T02:16:29,881 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d555c5c28410409ba21b90c28f810ce4, entries=150, sequenceid=226, filesize=11.9 K
2024-11-16T02:16:29,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b4236b19d71f4125a6d766252e7356ec as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b4236b19d71f4125a6d766252e7356ec
2024-11-16T02:16:29,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b4236b19d71f4125a6d766252e7356ec, entries=150, sequenceid=226, filesize=11.9 K
2024-11-16T02:16:29,923 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 409ms, sequenceid=226, compaction requested=true
2024-11-16T02:16:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:29,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:29,923 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:29,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:29,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:29,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:29,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:29,924 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:29,941 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:29,942 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:29,942 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:29,942 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1153e24039d44d7dab07b2fa46b545b6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c51803d28c4d464184c4ecf94db881f1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98f4aae2e7bf4195acbb2940e35b75b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d555c5c28410409ba21b90c28f810ce4] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=47.8 K
2024-11-16T02:16:29,942 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 56082 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:29,942 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:29,942 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:29,943 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87176ed763b74bc285167c4d7185a9d7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/734677be1dac429786def635427b2625, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d55d7f52ae3e4db19df1cd0640e2bbf6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87e4da111b954aeaa981f0dbbed8b98f] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=54.8 K
2024-11-16T02:16:29,945 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1153e24039d44d7dab07b2fa46b545b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723386906
2024-11-16T02:16:29,947 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 87176ed763b74bc285167c4d7185a9d7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723386906
2024-11-16T02:16:29,949 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c51803d28c4d464184c4ecf94db881f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731723387571
2024-11-16T02:16:29,951 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:29,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:29,952 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 734677be1dac429786def635427b2625, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731723387569
2024-11-16T02:16:29,952 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98f4aae2e7bf4195acbb2940e35b75b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731723388786
2024-11-16T02:16:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:29,956 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d555c5c28410409ba21b90c28f810ce4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731723389177
2024-11-16T02:16:29,956 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d55d7f52ae3e4db19df1cd0640e2bbf6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731723388786
2024-11-16T02:16:29,963 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 87e4da111b954aeaa981f0dbbed8b98f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731723389177
2024-11-16T02:16:29,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5895f413cf2644599c33cbd7a9792522 is 50, key is test_row_0/A:col10/1731723389950/Put/seqid=0
2024-11-16T02:16:29,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742108_1284 (size=14541)
2024-11-16T02:16:30,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723449992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723449993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723449998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723450000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723450002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,016 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:30,016 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7b0b9d7fa1f34a068cd7b04980196bd1 is 50, key is test_row_0/A:col10/1731723389511/Put/seqid=0
2024-11-16T02:16:30,020 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:30,021 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/fb8d508105704f908ad7882bb10b034c is 50, key is test_row_0/B:col10/1731723389511/Put/seqid=0
2024-11-16T02:16:30,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742109_1285 (size=12595)
2024-11-16T02:16:30,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742110_1286 (size=12595)
2024-11-16T02:16:30,061 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7b0b9d7fa1f34a068cd7b04980196bd1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7b0b9d7fa1f34a068cd7b04980196bd1
2024-11-16T02:16:30,069 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/fb8d508105704f908ad7882bb10b034c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/fb8d508105704f908ad7882bb10b034c
2024-11-16T02:16:30,096 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 7b0b9d7fa1f34a068cd7b04980196bd1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:30,096 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:30,096 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=12, startTime=1731723389923; duration=0sec
2024-11-16T02:16:30,097 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:30,097 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:30,097 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:30,099 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:30,099 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:30,099 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,100 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/cd8a48a5c12148adb495810f3b373f53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0628a7a8f6f74c1d9fac207a8753d9db, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/218705b7befe43f2a1eed8ce03ab6f2d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b4236b19d71f4125a6d766252e7356ec] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=47.8 K
2024-11-16T02:16:30,100 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into fb8d508105704f908ad7882bb10b034c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:30,100 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:30,100 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=12, startTime=1731723389924; duration=0sec
2024-11-16T02:16:30,100 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:30,100 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:30,101 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting cd8a48a5c12148adb495810f3b373f53, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723386906
2024-11-16T02:16:30,101 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0628a7a8f6f74c1d9fac207a8753d9db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731723387571
2024-11-16T02:16:30,104 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 218705b7befe43f2a1eed8ce03ab6f2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731723388786
2024-11-16T02:16:30,104 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b4236b19d71f4125a6d766252e7356ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731723389177
2024-11-16T02:16:30,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723450115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723450115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723450116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723450120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723450120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,131 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:30,131 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/62e538d291f943fa89f8b4a355b7c491 is 50, key is test_row_0/C:col10/1731723389511/Put/seqid=0
2024-11-16T02:16:30,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742111_1287 (size=12595)
2024-11-16T02:16:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-16T02:16:30,308 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:30,309 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-16T02:16:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T02:16:30,314 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:30,315 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:30,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:30,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723450325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723450326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723450326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723450326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723450336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5895f413cf2644599c33cbd7a9792522
2024-11-16T02:16:30,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/676b0cfb8b374b008c7c57c5055753a4 is 50, key is test_row_0/B:col10/1731723389950/Put/seqid=0
2024-11-16T02:16:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T02:16:30,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742112_1288 (size=12151)
2024-11-16T02:16:30,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T02:16:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,469 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/676b0cfb8b374b008c7c57c5055753a4
2024-11-16T02:16:30,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/6752f7fd696740e1af1582ef89f5c338 is 50, key is test_row_0/C:col10/1731723389950/Put/seqid=0
2024-11-16T02:16:30,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742113_1289 (size=12151)
2024-11-16T02:16:30,596 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/62e538d291f943fa89f8b4a355b7c491 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/62e538d291f943fa89f8b4a355b7c491
2024-11-16T02:16:30,608 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 62e538d291f943fa89f8b4a355b7c491(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:30,608 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:30,608 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=12, startTime=1731723389924; duration=0sec
2024-11-16T02:16:30,608 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:30,608 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:30,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T02:16:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T02:16:30,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723450635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723450635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723450636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723450636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723450648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:30,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:30,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T02:16:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T02:16:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T02:16:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:30,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:30,984 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/6752f7fd696740e1af1582ef89f5c338
2024-11-16T02:16:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5895f413cf2644599c33cbd7a9792522 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5895f413cf2644599c33cbd7a9792522
2024-11-16T02:16:31,016 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5895f413cf2644599c33cbd7a9792522, entries=200, sequenceid=245, filesize=14.2 K
2024-11-16T02:16:31,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/676b0cfb8b374b008c7c57c5055753a4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/676b0cfb8b374b008c7c57c5055753a4
2024-11-16T02:16:31,059 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/676b0cfb8b374b008c7c57c5055753a4, entries=150, sequenceid=245, filesize=11.9 K
2024-11-16T02:16:31,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/6752f7fd696740e1af1582ef89f5c338 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6752f7fd696740e1af1582ef89f5c338
2024-11-16T02:16:31,094 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6752f7fd696740e1af1582ef89f5c338, entries=150, sequenceid=245, filesize=11.9 K
2024-11-16T02:16:31,101 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1150ms, sequenceid=245, compaction requested=false
2024-11-16T02:16:31,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:31,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-16T02:16:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:31,113 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:16:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/833b7c219c1b40cd83f22db6b1b9cde9 is 50, key is test_row_0/A:col10/1731723389996/Put/seqid=0
2024-11-16T02:16:31,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742114_1290 (size=12251)
2024-11-16T02:16:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:31,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:31,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/833b7c219c1b40cd83f22db6b1b9cde9
2024-11-16T02:16:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/84e52b6ed6ae4642af309340e08cf886 is 50, key is test_row_0/B:col10/1731723389996/Put/seqid=0
2024-11-16T02:16:31,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723451179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742115_1291 (size=12251)
2024-11-16T02:16:31,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/84e52b6ed6ae4642af309340e08cf886
2024-11-16T02:16:31,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723451182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723451184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723451196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723451191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b9bbd00b5b464df191646441a7ea6ee5 is 50, key is test_row_0/C:col10/1731723389996/Put/seqid=0
2024-11-16T02:16:31,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742116_1292 (size=12251)
2024-11-16T02:16:31,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723451299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723451308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723451308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723451308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723451309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T02:16:31,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723451515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723451526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723451526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723451526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723451527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b9bbd00b5b464df191646441a7ea6ee5
2024-11-16T02:16:31,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/833b7c219c1b40cd83f22db6b1b9cde9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/833b7c219c1b40cd83f22db6b1b9cde9
2024-11-16T02:16:31,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/833b7c219c1b40cd83f22db6b1b9cde9, entries=150, sequenceid=262, filesize=12.0 K
2024-11-16T02:16:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/84e52b6ed6ae4642af309340e08cf886 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/84e52b6ed6ae4642af309340e08cf886
2024-11-16T02:16:31,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/84e52b6ed6ae4642af309340e08cf886, entries=150, sequenceid=262, filesize=12.0 K
2024-11-16T02:16:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b9bbd00b5b464df191646441a7ea6ee5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b9bbd00b5b464df191646441a7ea6ee5
2024-11-16T02:16:31,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b9bbd00b5b464df191646441a7ea6ee5, entries=150, sequenceid=262, filesize=12.0 K
2024-11-16T02:16:31,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 635ms, sequenceid=262, compaction requested=true
2024-11-16T02:16:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:31,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-16T02:16:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-16T02:16:31,761 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-16T02:16:31,761 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec
2024-11-16T02:16:31,765 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4530 sec
2024-11-16T02:16:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:31,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T02:16:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:31,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/88894cf7576d4083b808f78667243db1 is 50, key is test_row_0/A:col10/1731723391182/Put/seqid=0
2024-11-16T02:16:31,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723451861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723451868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723451869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723451875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723451879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:31,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742117_1293 (size=17181)
2024-11-16T02:16:31,908 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/88894cf7576d4083b808f78667243db1
2024-11-16T02:16:31,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/98c9ed873ae748468e34e8969464983b is 50, key is test_row_0/B:col10/1731723391182/Put/seqid=0
2024-11-16T02:16:31,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742118_1294 (size=12301)
2024-11-16T02:16:31,992 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/98c9ed873ae748468e34e8969464983b
2024-11-16T02:16:32,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723451996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723451996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723451996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723451996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723452001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/1cfc2d46402b4116a81f701677800263 is 50, key is test_row_0/C:col10/1731723391182/Put/seqid=0
2024-11-16T02:16:32,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742119_1295 (size=12301)
2024-11-16T02:16:32,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723452205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723452208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723452218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723452218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723452218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-16T02:16:32,478 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:32,481 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-16T02:16:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:32,486 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/1cfc2d46402b4116a81f701677800263
2024-11-16T02:16:32,493 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:32,494 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:32,494 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:32,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/88894cf7576d4083b808f78667243db1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/88894cf7576d4083b808f78667243db1
2024-11-16T02:16:32,506 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/88894cf7576d4083b808f78667243db1, entries=250, sequenceid=284, filesize=16.8 K
2024-11-16T02:16:32,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/98c9ed873ae748468e34e8969464983b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98c9ed873ae748468e34e8969464983b
2024-11-16T02:16:32,518 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98c9ed873ae748468e34e8969464983b, entries=150, sequenceid=284, filesize=12.0 K
2024-11-16T02:16:32,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723452517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/1cfc2d46402b4116a81f701677800263 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1cfc2d46402b4116a81f701677800263
2024-11-16T02:16:32,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723452527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723452527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723452527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1cfc2d46402b4116a81f701677800263, entries=150, sequenceid=284, filesize=12.0 K
2024-11-16T02:16:32,535 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 690ms, sequenceid=284, compaction requested=true
2024-11-16T02:16:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:32,535 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:32,535 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:32,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:32,542 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 56568 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:32,542 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:32,542 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,542 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7b0b9d7fa1f34a068cd7b04980196bd1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5895f413cf2644599c33cbd7a9792522, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/833b7c219c1b40cd83f22db6b1b9cde9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/88894cf7576d4083b808f78667243db1] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=55.2 K
2024-11-16T02:16:32,543 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:32,543 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:32,543 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,543 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/fb8d508105704f908ad7882bb10b034c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/676b0cfb8b374b008c7c57c5055753a4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/84e52b6ed6ae4642af309340e08cf886, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98c9ed873ae748468e34e8969464983b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=48.1 K
2024-11-16T02:16:32,543 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b0b9d7fa1f34a068cd7b04980196bd1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731723389177
2024-11-16T02:16:32,543 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting fb8d508105704f908ad7882bb10b034c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731723389177
2024-11-16T02:16:32,543 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5895f413cf2644599c33cbd7a9792522, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731723389608
2024-11-16T02:16:32,544 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:16:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:32,544 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 676b0cfb8b374b008c7c57c5055753a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731723389608
2024-11-16T02:16:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:32,544 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 833b7c219c1b40cd83f22db6b1b9cde9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731723389991
2024-11-16T02:16:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:32,545 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 84e52b6ed6ae4642af309340e08cf886, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731723389991
2024-11-16T02:16:32,547 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88894cf7576d4083b808f78667243db1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731723391182
2024-11-16T02:16:32,548 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 98c9ed873ae748468e34e8969464983b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731723391182
2024-11-16T02:16:32,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d275f5b91e2b46699b8017f03994da42 is 50, key is test_row_0/A:col10/1731723391866/Put/seqid=0
2024-11-16T02:16:32,587 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:32,588 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/94ae0f46af2047b98fa9f041588f2844 is 50, key is test_row_0/A:col10/1731723391182/Put/seqid=0
2024-11-16T02:16:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:32,598 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:32,599 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/7ef6ec64a6ba4bb485a14ceb01175a63 is 50, key is test_row_0/B:col10/1731723391182/Put/seqid=0
2024-11-16T02:16:32,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742120_1296 (size=12301)
2024-11-16T02:16:32,604 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d275f5b91e2b46699b8017f03994da42
2024-11-16T02:16:32,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742121_1297 (size=12881)
2024-11-16T02:16:32,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/801eb4cbb19049f786ac5d931cde93a6 is 50, key is test_row_0/B:col10/1731723391866/Put/seqid=0
2024-11-16T02:16:32,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:32,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:32,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742122_1298 (size=12881)
2024-11-16T02:16:32,662 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/94ae0f46af2047b98fa9f041588f2844 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/94ae0f46af2047b98fa9f041588f2844
2024-11-16T02:16:32,683 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 94ae0f46af2047b98fa9f041588f2844(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:32,683 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:32,683 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=12, startTime=1731723392535; duration=0sec
2024-11-16T02:16:32,683 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:32,683 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:32,684 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:32,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742123_1299 (size=12301)
2024-11-16T02:16:32,697 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/801eb4cbb19049f786ac5d931cde93a6
2024-11-16T02:16:32,700 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:32,701 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:32,701 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,701 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/62e538d291f943fa89f8b4a355b7c491, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6752f7fd696740e1af1582ef89f5c338, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b9bbd00b5b464df191646441a7ea6ee5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1cfc2d46402b4116a81f701677800263] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=48.1 K
2024-11-16T02:16:32,702 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62e538d291f943fa89f8b4a355b7c491, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731723389177
2024-11-16T02:16:32,702 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6752f7fd696740e1af1582ef89f5c338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731723389608
2024-11-16T02:16:32,703 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9bbd00b5b464df191646441a7ea6ee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731723389991
2024-11-16T02:16:32,704 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cfc2d46402b4116a81f701677800263, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731723391182
2024-11-16T02:16:32,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723452700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/3830e38566bf4192b76592dc433f36f8 is 50, key is test_row_0/C:col10/1731723391866/Put/seqid=0
2024-11-16T02:16:32,770 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#254 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:32,772 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8ab3674d3d9e4013b21877badc502d0e is 50, key is test_row_0/C:col10/1731723391182/Put/seqid=0
2024-11-16T02:16:32,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742124_1300 (size=12301)
2024-11-16T02:16:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:32,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:32,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:32,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723452816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:32,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742125_1301 (size=12881)
2024-11-16T02:16:32,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:32,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:32,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:32,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723453032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723453037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723453037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723453040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723453045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,077 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/7ef6ec64a6ba4bb485a14ceb01175a63 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7ef6ec64a6ba4bb485a14ceb01175a63
2024-11-16T02:16:33,085 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 7ef6ec64a6ba4bb485a14ceb01175a63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:33,085 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:33,085 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=12, startTime=1731723392535; duration=0sec
2024-11-16T02:16:33,086 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:33,086 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:33,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,197 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/3830e38566bf4192b76592dc433f36f8
2024-11-16T02:16:33,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/d275f5b91e2b46699b8017f03994da42 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d275f5b91e2b46699b8017f03994da42
2024-11-16T02:16:33,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d275f5b91e2b46699b8017f03994da42, entries=150, sequenceid=295, filesize=12.0 K
2024-11-16T02:16:33,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/801eb4cbb19049f786ac5d931cde93a6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/801eb4cbb19049f786ac5d931cde93a6
2024-11-16T02:16:33,254 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8ab3674d3d9e4013b21877badc502d0e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ab3674d3d9e4013b21877badc502d0e
2024-11-16T02:16:33,263 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/801eb4cbb19049f786ac5d931cde93a6, entries=150, sequenceid=295, filesize=12.0 K
2024-11-16T02:16:33,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/3830e38566bf4192b76592dc433f36f8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/3830e38566bf4192b76592dc433f36f8
2024-11-16T02:16:33,273 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 8ab3674d3d9e4013b21877badc502d0e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:33,273 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:33,273 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=12, startTime=1731723392535; duration=0sec
2024-11-16T02:16:33,273 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:33,273 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:33,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:33,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:33,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,293 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/3830e38566bf4192b76592dc433f36f8, entries=150, sequenceid=295, filesize=12.0 K
2024-11-16T02:16:33,296 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=120.76 KB/123660 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 752ms, sequenceid=295, compaction requested=false
2024-11-16T02:16:33,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:33,355 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-11-16T02:16:33,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:33,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:33,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:33,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:33,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:33,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:33,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/da29bb57fe0641beb589e59efd0f4035 is 50, key is test_row_0/A:col10/1731723393351/Put/seqid=0
2024-11-16T02:16:33,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742126_1302 (size=14741)
2024-11-16T02:16:33,420 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/da29bb57fe0641beb589e59efd0f4035
2024-11-16T02:16:33,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723453428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/b8365d13b8784046b7b31951780c5e1e is 50, key is test_row_0/B:col10/1731723393351/Put/seqid=0
2024-11-16T02:16:33,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742127_1303 (size=12301)
2024-11-16T02:16:33,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723453535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:33,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:33,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:33,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723453748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:33,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:33,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:33,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:33,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:33,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:33,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/b8365d13b8784046b7b31951780c5e1e
2024-11-16T02:16:33,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/219f763581e14a7f9d3ba0b8918c9478 is 50, key is test_row_0/C:col10/1731723393351/Put/seqid=0
2024-11-16T02:16:34,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742128_1304 (size=12301)
2024-11-16T02:16:34,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723454048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:34,057 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:34,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723454057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:34,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723454057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:34,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723454060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:34,063 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:34,064 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:34,064 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:34,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723454067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:34,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:34,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:34,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:34,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:34,425 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/219f763581e14a7f9d3ba0b8918c9478
2024-11-16T02:16:34,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/da29bb57fe0641beb589e59efd0f4035 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/da29bb57fe0641beb589e59efd0f4035
2024-11-16T02:16:34,438 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/da29bb57fe0641beb589e59efd0f4035, entries=200, sequenceid=320, filesize=14.4 K
2024-11-16T02:16:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/b8365d13b8784046b7b31951780c5e1e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/b8365d13b8784046b7b31951780c5e1e
2024-11-16T02:16:34,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/b8365d13b8784046b7b31951780c5e1e, entries=150, sequenceid=320, filesize=12.0 K
2024-11-16T02:16:34,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/219f763581e14a7f9d3ba0b8918c9478 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/219f763581e14a7f9d3ba0b8918c9478
2024-11-16T02:16:34,465 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/219f763581e14a7f9d3ba0b8918c9478, entries=150, sequenceid=320, filesize=12.0 K
2024-11-16T02:16:34,466 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1111ms, sequenceid=320, compaction requested=true
2024-11-16T02:16:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:34,467 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:34,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:34,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:34,468 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:34,470 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:34,470 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:34,470 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,470 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/94ae0f46af2047b98fa9f041588f2844, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d275f5b91e2b46699b8017f03994da42, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/da29bb57fe0641beb589e59efd0f4035] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=39.0 K
2024-11-16T02:16:34,472 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94ae0f46af2047b98fa9f041588f2844, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731723391182
2024-11-16T02:16:34,475 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d275f5b91e2b46699b8017f03994da42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731723391866
2024-11-16T02:16:34,476 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting da29bb57fe0641beb589e59efd0f4035, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723392674
2024-11-16T02:16:34,477 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:34,477 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:34,477 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,477 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7ef6ec64a6ba4bb485a14ceb01175a63, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/801eb4cbb19049f786ac5d931cde93a6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/b8365d13b8784046b7b31951780c5e1e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.6 K
2024-11-16T02:16:34,478 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ef6ec64a6ba4bb485a14ceb01175a63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731723391182
2024-11-16T02:16:34,481 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 801eb4cbb19049f786ac5d931cde93a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731723391866
2024-11-16T02:16:34,482 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b8365d13b8784046b7b31951780c5e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723392687
2024-11-16T02:16:34,495 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:34,495 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/45d9f1de8bd24ef1b7e77709d16d788f is 50, key is test_row_0/A:col10/1731723393351/Put/seqid=0
2024-11-16T02:16:34,499 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:34,499 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c0919200bad842bfa959227328cb280f is 50, key is test_row_0/B:col10/1731723393351/Put/seqid=0
2024-11-16T02:16:34,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742129_1305 (size=12983)
2024-11-16T02:16:34,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742130_1306 (size=12983)
2024-11-16T02:16:34,581 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c0919200bad842bfa959227328cb280f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c0919200bad842bfa959227328cb280f
2024-11-16T02:16:34,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-16T02:16:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:16:34,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:34,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:34,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c27e1efcf1c84dfb8f3115cdd1943a1c is 50, key is test_row_0/A:col10/1731723393416/Put/seqid=0
2024-11-16T02:16:34,596 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into c0919200bad842bfa959227328cb280f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:34,596 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:34,596 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723394466; duration=0sec
2024-11-16T02:16:34,596 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:34,596 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:34,596 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:34,608 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:34,608 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:34,609 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:34,609 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ab3674d3d9e4013b21877badc502d0e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/3830e38566bf4192b76592dc433f36f8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/219f763581e14a7f9d3ba0b8918c9478] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.6 K
2024-11-16T02:16:34,612 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ab3674d3d9e4013b21877badc502d0e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731723391182
2024-11-16T02:16:34,616 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3830e38566bf4192b76592dc433f36f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731723391866
2024-11-16T02:16:34,619 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 219f763581e14a7f9d3ba0b8918c9478, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723392687
2024-11-16T02:16:34,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742131_1307 (size=12301)
2024-11-16T02:16:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:34,654 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:34,655 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/9d5aa5a21c9b443ba30ee94adbc78c0c is 50, key is test_row_0/C:col10/1731723393351/Put/seqid=0
2024-11-16T02:16:34,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742132_1308 (size=12983)
2024-11-16T02:16:34,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723394682, max timestamp=1731723394768Num uniques 859; 
2024-11-16T02:16:34,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:34,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723394682, max timestamp=1731723394768Num uniques 859; 
2024-11-16T02:16:34,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:34,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723394682, max timestamp=1731723394768Num uniques 859; 
2024-11-16T02:16:34,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:34,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723454871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:34,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:34,951 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/45d9f1de8bd24ef1b7e77709d16d788f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/45d9f1de8bd24ef1b7e77709d16d788f
2024-11-16T02:16:34,962 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 45d9f1de8bd24ef1b7e77709d16d788f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:34,962 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:34,962 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723394466; duration=0sec
2024-11-16T02:16:34,962 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:34,962 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:34,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723454995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:35,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:35,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c27e1efcf1c84dfb8f3115cdd1943a1c
2024-11-16T02:16:35,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/949e8db5d39f4618a55db6b2756b7fcf is 50, key is test_row_0/B:col10/1731723393416/Put/seqid=0
2024-11-16T02:16:35,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742133_1309 (size=12301)
2024-11-16T02:16:35,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/949e8db5d39f4618a55db6b2756b7fcf
2024-11-16T02:16:35,124 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/9d5aa5a21c9b443ba30ee94adbc78c0c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9d5aa5a21c9b443ba30ee94adbc78c0c
2024-11-16T02:16:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b1ab7c692172433fa0026908a91f989e is 50, key is test_row_0/C:col10/1731723393416/Put/seqid=0
2024-11-16T02:16:35,160 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 9d5aa5a21c9b443ba30ee94adbc78c0c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:35,160 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:35,160 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723394467; duration=0sec
2024-11-16T02:16:35,161 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:35,161 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:35,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742134_1310 (size=12301)
2024-11-16T02:16:35,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723455207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:35,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723455516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:35,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b1ab7c692172433fa0026908a91f989e
2024-11-16T02:16:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c27e1efcf1c84dfb8f3115cdd1943a1c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c27e1efcf1c84dfb8f3115cdd1943a1c
2024-11-16T02:16:35,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c27e1efcf1c84dfb8f3115cdd1943a1c, entries=150, sequenceid=331, filesize=12.0 K
2024-11-16T02:16:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/949e8db5d39f4618a55db6b2756b7fcf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/949e8db5d39f4618a55db6b2756b7fcf
2024-11-16T02:16:35,621 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/949e8db5d39f4618a55db6b2756b7fcf, entries=150, sequenceid=331, filesize=12.0 K
2024-11-16T02:16:35,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b1ab7c692172433fa0026908a91f989e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b1ab7c692172433fa0026908a91f989e
2024-11-16T02:16:35,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b1ab7c692172433fa0026908a91f989e, entries=150, sequenceid=331, filesize=12.0 K
2024-11-16T02:16:35,642 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1061ms, sequenceid=331, compaction requested=false
2024-11-16T02:16:35,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:35,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:35,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-16T02:16:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-16T02:16:35,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-16T02:16:35,649 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1500 sec
2024-11-16T02:16:35,653 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 3.1700 sec
2024-11-16T02:16:36,038 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:16:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:36,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:36,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/9ad915dbfa76464dbdf90f2fb50f9f6d is 50, key is test_row_0/A:col10/1731723394860/Put/seqid=0
2024-11-16T02:16:36,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742135_1311 (size=12301)
2024-11-16T02:16:36,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723456086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723456086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723456087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,095 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:36,095 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723456089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723456091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723456206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723456207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723456208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723456428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723456429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723456432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,499 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/9ad915dbfa76464dbdf90f2fb50f9f6d
2024-11-16T02:16:36,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1946e601921142b5a4029210b4e7ae73 is 50, key is test_row_0/B:col10/1731723394860/Put/seqid=0
2024-11-16T02:16:36,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742136_1312 (size=12301)
2024-11-16T02:16:36,615 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1946e601921142b5a4029210b4e7ae73
2024-11-16T02:16:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-16T02:16:36,657 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:36,658 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:36,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/54d09398f5384ba197ef0111af9ac05c is 50, key is test_row_0/C:col10/1731723394860/Put/seqid=0
2024-11-16T02:16:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-16T02:16:36,660 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:36,662 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:36,662 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T02:16:36,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742137_1313 (size=12301)
2024-11-16T02:16:36,692 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/54d09398f5384ba197ef0111af9ac05c
2024-11-16T02:16:36,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/9ad915dbfa76464dbdf90f2fb50f9f6d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9ad915dbfa76464dbdf90f2fb50f9f6d
2024-11-16T02:16:36,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723456735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723456736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,745 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9ad915dbfa76464dbdf90f2fb50f9f6d, entries=150, sequenceid=371, filesize=12.0 K
2024-11-16T02:16:36,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723456745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1946e601921142b5a4029210b4e7ae73 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1946e601921142b5a4029210b4e7ae73
2024-11-16T02:16:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T02:16:36,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1946e601921142b5a4029210b4e7ae73, entries=150, sequenceid=371, filesize=12.0 K
2024-11-16T02:16:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/54d09398f5384ba197ef0111af9ac05c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/54d09398f5384ba197ef0111af9ac05c
2024-11-16T02:16:36,807 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/54d09398f5384ba197ef0111af9ac05c, entries=150, sequenceid=371, filesize=12.0 K
2024-11-16T02:16:36,808 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 771ms, sequenceid=371, compaction requested=true
2024-11-16T02:16:36,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:36,808 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:36,809 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:36,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:36,810 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:36,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:36,810 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:36,811 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:36,811 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:36,811 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c0919200bad842bfa959227328cb280f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/949e8db5d39f4618a55db6b2756b7fcf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1946e601921142b5a4029210b4e7ae73] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.7 K
2024-11-16T02:16:36,811 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/45d9f1de8bd24ef1b7e77709d16d788f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c27e1efcf1c84dfb8f3115cdd1943a1c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9ad915dbfa76464dbdf90f2fb50f9f6d] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.7 K
2024-11-16T02:16:36,811 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c0919200bad842bfa959227328cb280f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723392687
2024-11-16T02:16:36,811 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45d9f1de8bd24ef1b7e77709d16d788f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723392687
2024-11-16T02:16:36,812 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c27e1efcf1c84dfb8f3115cdd1943a1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731723393416
2024-11-16T02:16:36,812 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 949e8db5d39f4618a55db6b2756b7fcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731723393416
2024-11-16T02:16:36,813 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ad915dbfa76464dbdf90f2fb50f9f6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731723394857
2024-11-16T02:16:36,813 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1946e601921142b5a4029210b4e7ae73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731723394857
2024-11-16T02:16:36,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-16T02:16:36,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:36,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:16:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:36,854 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:36,855 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/887d2d64e6874400b9ef993dfedff0bf is 50, key is test_row_0/B:col10/1731723394860/Put/seqid=0
2024-11-16T02:16:36,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c8ce5d3bbda9461a9f4b37faa87b12ee is 50, key is test_row_0/A:col10/1731723396057/Put/seqid=0
2024-11-16T02:16:36,862 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:36,863 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/fd4234642d8b4784812172d91aa99b1c is 50, key is test_row_0/A:col10/1731723394860/Put/seqid=0
2024-11-16T02:16:36,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742139_1315 (size=12301)
2024-11-16T02:16:36,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742138_1314 (size=13085)
2024-11-16T02:16:36,912 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c8ce5d3bbda9461a9f4b37faa87b12ee
2024-11-16T02:16:36,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742140_1316 (size=13085)
2024-11-16T02:16:36,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c7d7335368fa4c7081fb98e998dfadfd is 50, key is test_row_0/B:col10/1731723396057/Put/seqid=0
2024-11-16T02:16:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T02:16:36,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742141_1317 (size=12301)
2024-11-16T02:16:37,009 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/fd4234642d8b4784812172d91aa99b1c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/fd4234642d8b4784812172d91aa99b1c
2024-11-16T02:16:37,045 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into fd4234642d8b4784812172d91aa99b1c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:37,045 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:37,045 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723396808; duration=0sec
2024-11-16T02:16:37,045 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:37,045 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:37,045 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:37,056 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:37,057 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:37,057 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:37,057 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9d5aa5a21c9b443ba30ee94adbc78c0c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b1ab7c692172433fa0026908a91f989e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/54d09398f5384ba197ef0111af9ac05c] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.7 K
2024-11-16T02:16:37,064 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d5aa5a21c9b443ba30ee94adbc78c0c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723392687
2024-11-16T02:16:37,065 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ab7c692172433fa0026908a91f989e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731723393416
2024-11-16T02:16:37,068 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d09398f5384ba197ef0111af9ac05c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731723394857
2024-11-16T02:16:37,083 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:37,083 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/ec41560583ae481ca700117c4e3b7454 is 50, key is test_row_0/C:col10/1731723394860/Put/seqid=0
2024-11-16T02:16:37,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742142_1318 (size=13085)
2024-11-16T02:16:37,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T02:16:37,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723457307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723397299, max timestamp=1731723397308Num uniques 859; 
2024-11-16T02:16:37,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T02:16:37,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723397299, max timestamp=1731723397308Num uniques 859; 
2024-11-16T02:16:37,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T02:16:37,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723397299, max timestamp=1731723397308Num uniques 859; 
2024-11-16T02:16:37,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-16T02:16:37,344 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/887d2d64e6874400b9ef993dfedff0bf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/887d2d64e6874400b9ef993dfedff0bf
2024-11-16T02:16:37,385 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 887d2d64e6874400b9ef993dfedff0bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:37,385 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:37,385 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723396809; duration=0sec
2024-11-16T02:16:37,385 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:37,385 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:37,398 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c7d7335368fa4c7081fb98e998dfadfd
2024-11-16T02:16:37,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/981fda9fe8b74c6fb828fe03c21bcaf9 is 50, key is test_row_0/C:col10/1731723396057/Put/seqid=0
2024-11-16T02:16:37,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723457428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723457428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723457437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742143_1319 (size=12301)
2024-11-16T02:16:37,550 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/ec41560583ae481ca700117c4e3b7454 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/ec41560583ae481ca700117c4e3b7454
2024-11-16T02:16:37,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,560 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into ec41560583ae481ca700117c4e3b7454(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723457556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,560 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:37,560 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723396809; duration=0sec
2024-11-16T02:16:37,561 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:37,561 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723457556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723457650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723457765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723457768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T02:16:37,855 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/981fda9fe8b74c6fb828fe03c21bcaf9
2024-11-16T02:16:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c8ce5d3bbda9461a9f4b37faa87b12ee as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c8ce5d3bbda9461a9f4b37faa87b12ee
2024-11-16T02:16:37,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c8ce5d3bbda9461a9f4b37faa87b12ee, entries=150, sequenceid=382, filesize=12.0 K
2024-11-16T02:16:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/c7d7335368fa4c7081fb98e998dfadfd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c7d7335368fa4c7081fb98e998dfadfd
2024-11-16T02:16:37,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c7d7335368fa4c7081fb98e998dfadfd, entries=150, sequenceid=382, filesize=12.0 K
2024-11-16T02:16:37,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/981fda9fe8b74c6fb828fe03c21bcaf9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/981fda9fe8b74c6fb828fe03c21bcaf9
2024-11-16T02:16:37,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/981fda9fe8b74c6fb828fe03c21bcaf9, entries=150, sequenceid=382, filesize=12.0 K
2024-11-16T02:16:37,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.28 KB/129315 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1082ms, sequenceid=382, compaction requested=false
2024-11-16T02:16:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:37,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-16T02:16:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-16T02:16:37,910 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-16T02:16:37,911 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2460 sec
2024-11-16T02:16:37,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2530 sec
2024-11-16T02:16:37,970 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=132.99 KB heapSize=382.24 KB
2024-11-16T02:16:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:37,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:37,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/a2d8ac0b66a148208939665b68ca5c53 is 50, key is test_row_0/A:col10/1731723397968/Put/seqid=0
2024-11-16T02:16:38,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742144_1320 (size=12301)
2024-11-16T02:16:38,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723458044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723458086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723458087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723458156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723458367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/a2d8ac0b66a148208939665b68ca5c53
2024-11-16T02:16:38,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/70b2df67314c4e67a2990d8a1e52431e is 50, key is test_row_0/B:col10/1731723397968/Put/seqid=0
2024-11-16T02:16:38,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742145_1321 (size=12301)
2024-11-16T02:16:38,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723458605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723458607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723458685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-16T02:16:38,815 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:38,816 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-16T02:16:38,818 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:38,819 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:38,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T02:16:38,879 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/70b2df67314c4e67a2990d8a1e52431e
2024-11-16T02:16:38,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/c8beb153a0864df78d36d04d939f7e85 is 50, key is test_row_0/C:col10/1731723397968/Put/seqid=0
2024-11-16T02:16:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T02:16:38,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742146_1322 (size=12301)
2024-11-16T02:16:38,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T02:16:38,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:38,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:38,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:38,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T02:16:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T02:16:39,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723459195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:39,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:39,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T02:16:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:39,353 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/c8beb153a0864df78d36d04d939f7e85
2024-11-16T02:16:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/a2d8ac0b66a148208939665b68ca5c53 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/a2d8ac0b66a148208939665b68ca5c53
2024-11-16T02:16:39,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/a2d8ac0b66a148208939665b68ca5c53, entries=150, sequenceid=422, filesize=12.0 K
2024-11-16T02:16:39,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/70b2df67314c4e67a2990d8a1e52431e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/70b2df67314c4e67a2990d8a1e52431e
2024-11-16T02:16:39,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/70b2df67314c4e67a2990d8a1e52431e, entries=150, sequenceid=422, filesize=12.0 K
2024-11-16T02:16:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/c8beb153a0864df78d36d04d939f7e85 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c8beb153a0864df78d36d04d939f7e85
2024-11-16T02:16:39,385 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c8beb153a0864df78d36d04d939f7e85, entries=150, sequenceid=422, filesize=12.0 K
2024-11-16T02:16:39,386 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~132.99 KB/136185, heapSize ~382.20 KB/391368, currentSize=46.96 KB/48090 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1416ms, sequenceid=422, compaction requested=true
2024-11-16T02:16:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,386 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:39,387 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:39,387 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:39,388 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:39,388 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,388 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/fd4234642d8b4784812172d91aa99b1c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c8ce5d3bbda9461a9f4b37faa87b12ee, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/a2d8ac0b66a148208939665b68ca5c53] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.8 K
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4234642d8b4784812172d91aa99b1c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731723394857
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:39,389 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,389 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/887d2d64e6874400b9ef993dfedff0bf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c7d7335368fa4c7081fb98e998dfadfd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/70b2df67314c4e67a2990d8a1e52431e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.8 K
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 887d2d64e6874400b9ef993dfedff0bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731723394857
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8ce5d3bbda9461a9f4b37faa87b12ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731723396057
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c7d7335368fa4c7081fb98e998dfadfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731723396057
2024-11-16T02:16:39,389 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2d8ac0b66a148208939665b68ca5c53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731723397421
2024-11-16T02:16:39,390 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 70b2df67314c4e67a2990d8a1e52431e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731723397421
2024-11-16T02:16:39,400 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:39,400 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/9b125d3047244e4295d44d70c97c0c1e is 50, key is test_row_0/B:col10/1731723397968/Put/seqid=0
2024-11-16T02:16:39,400 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:39,401 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/54bd401a63bf459c944bb7f4b12cafc9 is 50, key is test_row_0/A:col10/1731723397968/Put/seqid=0
2024-11-16T02:16:39,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742148_1324 (size=13187)
2024-11-16T02:16:39,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742147_1323 (size=13187)
2024-11-16T02:16:39,414 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/9b125d3047244e4295d44d70c97c0c1e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9b125d3047244e4295d44d70c97c0c1e
2024-11-16T02:16:39,424 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 9b125d3047244e4295d44d70c97c0c1e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:39,424 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,425 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723399387; duration=0sec
2024-11-16T02:16:39,425 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:39,425 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:39,425 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:39,427 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:39,427 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:39,427 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,428 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/ec41560583ae481ca700117c4e3b7454, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/981fda9fe8b74c6fb828fe03c21bcaf9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c8beb153a0864df78d36d04d939f7e85] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=36.8 K
2024-11-16T02:16:39,428 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ec41560583ae481ca700117c4e3b7454, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731723394857
2024-11-16T02:16:39,429 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 981fda9fe8b74c6fb828fe03c21bcaf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731723396057
2024-11-16T02:16:39,429 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c8beb153a0864df78d36d04d939f7e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731723397421
2024-11-16T02:16:39,437 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:39,438 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/987f3649e5604f518fa1f6ed0f6b12e3 is 50, key is test_row_0/C:col10/1731723397968/Put/seqid=0
2024-11-16T02:16:39,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-16T02:16:39,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:16:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/4a1e2fceb30a49bfaf031af7d73c629c is 50, key is test_row_1/A:col10/1731723398039/Put/seqid=0
2024-11-16T02:16:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T02:16:39,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742149_1325 (size=13187)
2024-11-16T02:16:39,472 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/987f3649e5604f518fa1f6ed0f6b12e3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/987f3649e5604f518fa1f6ed0f6b12e3
2024-11-16T02:16:39,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742150_1326 (size=9857)
2024-11-16T02:16:39,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/4a1e2fceb30a49bfaf031af7d73c629c
2024-11-16T02:16:39,485 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 987f3649e5604f518fa1f6ed0f6b12e3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:39,485 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,485 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723399387; duration=0sec
2024-11-16T02:16:39,485 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:39,485 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:39,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/7a1e1875069b42e1a959d76e4c199da6 is 50, key is test_row_1/B:col10/1731723398039/Put/seqid=0
2024-11-16T02:16:39,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742151_1327 (size=9857)
2024-11-16T02:16:39,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/7a1e1875069b42e1a959d76e4c199da6
2024-11-16T02:16:39,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/bc93f2abb1c348469876c9654336246d is 50, key is test_row_1/C:col10/1731723398039/Put/seqid=0
2024-11-16T02:16:39,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742152_1328 (size=9857)
2024-11-16T02:16:39,534 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/bc93f2abb1c348469876c9654336246d
2024-11-16T02:16:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/4a1e2fceb30a49bfaf031af7d73c629c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4a1e2fceb30a49bfaf031af7d73c629c
2024-11-16T02:16:39,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4a1e2fceb30a49bfaf031af7d73c629c, entries=100, sequenceid=433, filesize=9.6 K
2024-11-16T02:16:39,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/7a1e1875069b42e1a959d76e4c199da6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7a1e1875069b42e1a959d76e4c199da6
2024-11-16T02:16:39,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7a1e1875069b42e1a959d76e4c199da6, entries=100, sequenceid=433, filesize=9.6 K
2024-11-16T02:16:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/bc93f2abb1c348469876c9654336246d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/bc93f2abb1c348469876c9654336246d
2024-11-16T02:16:39,578 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/bc93f2abb1c348469876c9654336246d, entries=100, sequenceid=433, filesize=9.6 K
2024-11-16T02:16:39,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 138ms, sequenceid=433, compaction requested=false
2024-11-16T02:16:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-16T02:16:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-16T02:16:39,586 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-16T02:16:39,587 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 761 msec
2024-11-16T02:16:39,590 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 772 msec
2024-11-16T02:16:39,639 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:16:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:39,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c853397219b34ab988ce2b17a32f6f3b is 50, key is test_row_0/A:col10/1731723399633/Put/seqid=0
2024-11-16T02:16:39,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742153_1329 (size=14741)
2024-11-16T02:16:39,667 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c853397219b34ab988ce2b17a32f6f3b
2024-11-16T02:16:39,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/5448d28c4c7d4888996eed1d2cb18de9 is 50, key is test_row_0/B:col10/1731723399633/Put/seqid=0
2024-11-16T02:16:39,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742154_1330 (size=12301)
2024-11-16T02:16:39,712 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/5448d28c4c7d4888996eed1d2cb18de9
2024-11-16T02:16:39,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8b9c8148f3ca48dea8b5038e6e95ecff is 50, key is test_row_0/C:col10/1731723399633/Put/seqid=0
2024-11-16T02:16:39,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723399669, max timestamp=1731723399725Num uniques 859; 
2024-11-16T02:16:39,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:39,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723399669, max timestamp=1731723399725Num uniques 859; 
2024-11-16T02:16:39,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:39,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723399669, max timestamp=1731723399725Num uniques 859; 
2024-11-16T02:16:39,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:39,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742155_1331 (size=12301)
2024-11-16T02:16:39,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8b9c8148f3ca48dea8b5038e6e95ecff
2024-11-16T02:16:39,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/c853397219b34ab988ce2b17a32f6f3b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c853397219b34ab988ce2b17a32f6f3b
2024-11-16T02:16:39,761 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c853397219b34ab988ce2b17a32f6f3b, entries=200, sequenceid=444, filesize=14.4 K
2024-11-16T02:16:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/5448d28c4c7d4888996eed1d2cb18de9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5448d28c4c7d4888996eed1d2cb18de9
2024-11-16T02:16:39,784 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5448d28c4c7d4888996eed1d2cb18de9, entries=150, sequenceid=444, filesize=12.0 K
2024-11-16T02:16:39,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8b9c8148f3ca48dea8b5038e6e95ecff as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8b9c8148f3ca48dea8b5038e6e95ecff
2024-11-16T02:16:39,797 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8b9c8148f3ca48dea8b5038e6e95ecff, entries=150, sequenceid=444, filesize=12.0 K
2024-11-16T02:16:39,809 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=120.76 KB/123660 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 169ms, sequenceid=444, compaction requested=true
2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:39,809 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking
2024-11-16T02:16:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:39,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:16:39,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:16:39,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. because compaction request was cancelled
2024-11-16T02:16:39,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:39,810 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:39,813 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/54bd401a63bf459c944bb7f4b12cafc9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/54bd401a63bf459c944bb7f4b12cafc9
2024-11-16T02:16:39,814 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:39,814 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:39,814 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,814 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:16:39,814 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9b125d3047244e4295d44d70c97c0c1e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7a1e1875069b42e1a959d76e4c199da6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5448d28c4c7d4888996eed1d2cb18de9] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=34.5 K
2024-11-16T02:16:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:39,816 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b125d3047244e4295d44d70c97c0c1e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731723397421
2024-11-16T02:16:39,817 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a1e1875069b42e1a959d76e4c199da6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731723398039
2024-11-16T02:16:39,818 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5448d28c4c7d4888996eed1d2cb18de9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731723399633
2024-11-16T02:16:39,828 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 54bd401a63bf459c944bb7f4b12cafc9(size=12.9 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:39,828 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,828 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723399386; duration=0sec
2024-11-16T02:16:39,828 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:39,828 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:39,828 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:39,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5bfabc8032c04ddf818efbba4ac531b6 is 50, key is test_row_0/A:col10/1731723399768/Put/seqid=0
2024-11-16T02:16:39,841 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:39,841 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:39,841 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:39,842 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/987f3649e5604f518fa1f6ed0f6b12e3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/bc93f2abb1c348469876c9654336246d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8b9c8148f3ca48dea8b5038e6e95ecff] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=34.5 K
2024-11-16T02:16:39,842 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 987f3649e5604f518fa1f6ed0f6b12e3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731723397421
2024-11-16T02:16:39,843 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc93f2abb1c348469876c9654336246d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731723398039
2024-11-16T02:16:39,844 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9c8148f3ca48dea8b5038e6e95ecff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731723399633
2024-11-16T02:16:39,858 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:39,859 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/303d7dd64ca045688ada5bc1e99498f5 is 50, key is test_row_0/B:col10/1731723399633/Put/seqid=0
2024-11-16T02:16:39,875 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:39,875 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8ec62ab2dead469c822b1e55bba97092 is 50, key is test_row_0/C:col10/1731723399633/Put/seqid=0
2024-11-16T02:16:39,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723459868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:39,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723459868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:39,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742156_1332 (size=12301)
2024-11-16T02:16:39,906 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5bfabc8032c04ddf818efbba4ac531b6
2024-11-16T02:16:39,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742157_1333 (size=13289)
2024-11-16T02:16:39,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742158_1334 (size=13289)
2024-11-16T02:16:39,922 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/303d7dd64ca045688ada5bc1e99498f5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/303d7dd64ca045688ada5bc1e99498f5
2024-11-16T02:16:39,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/85012274e1fe4b93b5e793cc29cddc7b is 50, key is test_row_0/B:col10/1731723399768/Put/seqid=0
2024-11-16T02:16:39,935 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 303d7dd64ca045688ada5bc1e99498f5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:39,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:39,935 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723399809; duration=0sec
2024-11-16T02:16:39,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:39,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-16T02:16:39,965 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:39,965 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:39,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742159_1335 (size=12301)
2024-11-16T02:16:39,966 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/85012274e1fe4b93b5e793cc29cddc7b
2024-11-16T02:16:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-16T02:16:39,968 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:39,970 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:39,971 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:39,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/e1e02c18644846a2aea7e3dfe4a2a72f is 50, key is test_row_0/C:col10/1731723399768/Put/seqid=0
2024-11-16T02:16:39,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723459995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723459995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742160_1336 (size=12301)
2024-11-16T02:16:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:40,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60868 deadline: 1731723460105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,108 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:40,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60888 deadline: 1731723460135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,137 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723460204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723460205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723460215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,220 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:40,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:40,332 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8ec62ab2dead469c822b1e55bba97092 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ec62ab2dead469c822b1e55bba97092
2024-11-16T02:16:40,338 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 8ec62ab2dead469c822b1e55bba97092(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:40,338 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:40,338 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723399809; duration=0sec
2024-11-16T02:16:40,338 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:40,338 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:40,408 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/e1e02c18644846a2aea7e3dfe4a2a72f
2024-11-16T02:16:40,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5bfabc8032c04ddf818efbba4ac531b6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5bfabc8032c04ddf818efbba4ac531b6
2024-11-16T02:16:40,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5bfabc8032c04ddf818efbba4ac531b6, entries=150, sequenceid=481, filesize=12.0 K
2024-11-16T02:16:40,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/85012274e1fe4b93b5e793cc29cddc7b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/85012274e1fe4b93b5e793cc29cddc7b
2024-11-16T02:16:40,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,433 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/85012274e1fe4b93b5e793cc29cddc7b, entries=150, sequenceid=481, filesize=12.0 K
2024-11-16T02:16:40,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/e1e02c18644846a2aea7e3dfe4a2a72f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e1e02c18644846a2aea7e3dfe4a2a72f
2024-11-16T02:16:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,453 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e1e02c18644846a2aea7e3dfe4a2a72f, entries=150, sequenceid=481, filesize=12.0 K
2024-11-16T02:16:40,454 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 640ms, sequenceid=481, compaction requested=true
2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:40,454 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:40,454 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-16T02:16:40,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:16:40,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:16:40,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. because compaction request was cancelled
2024-11-16T02:16:40,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:40,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-16T02:16:40,456 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50086 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:40,456 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:40,456 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,457 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/54bd401a63bf459c944bb7f4b12cafc9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4a1e2fceb30a49bfaf031af7d73c629c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c853397219b34ab988ce2b17a32f6f3b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5bfabc8032c04ddf818efbba4ac531b6] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=48.9 K
2024-11-16T02:16:40,457 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:16:40,457 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:16:40,457 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. because compaction request was cancelled
2024-11-16T02:16:40,457 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:40,457 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54bd401a63bf459c944bb7f4b12cafc9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731723397421
2024-11-16T02:16:40,458 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a1e2fceb30a49bfaf031af7d73c629c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731723398039
2024-11-16T02:16:40,458 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c853397219b34ab988ce2b17a32f6f3b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731723399626
2024-11-16T02:16:40,458 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bfabc8032c04ddf818efbba4ac531b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731723399768
2024-11-16T02:16:40,471 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:40,472 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8f5f2b537b2f414d96431320e8ece3f4 is 50, key is test_row_0/A:col10/1731723399768/Put/seqid=0
2024-11-16T02:16:40,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742161_1337 (size=13323)
2024-11-16T02:16:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:40,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:16:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:40,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5b3ca00e148d46fb9c3309f08697a52a is 50, key is test_row_0/A:col10/1731723399854/Put/seqid=0
2024-11-16T02:16:40,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742162_1338 (size=17181)
2024-11-16T02:16:40,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723460571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723460572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:40,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723460685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723460685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:40,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:40,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:40,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723460895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723460895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:40,910 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8f5f2b537b2f414d96431320e8ece3f4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8f5f2b537b2f414d96431320e8ece3f4
2024-11-16T02:16:40,923 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 8f5f2b537b2f414d96431320e8ece3f4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:40,923 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:40,923 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=12, startTime=1731723400454; duration=0sec
2024-11-16T02:16:40,924 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:40,924 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:40,932 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5b3ca00e148d46fb9c3309f08697a52a
2024-11-16T02:16:40,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/5009ed6ddf4a4d3c97ec0ae4d3817497 is 50, key is test_row_0/B:col10/1731723399854/Put/seqid=0
2024-11-16T02:16:40,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742163_1339 (size=12301)
2024-11-16T02:16:41,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:41,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723461205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:41,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723461205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:41,350 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/5009ed6ddf4a4d3c97ec0ae4d3817497
2024-11-16T02:16:41,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/c324d78f7ed94dab8d6b42ab4da7ee1c is 50, key is test_row_0/C:col10/1731723399854/Put/seqid=0
2024-11-16T02:16:41,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742164_1340 (size=12301)
2024-11-16T02:16:41,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:41,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:41,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723461715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:41,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723461715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:41,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:41,804 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/c324d78f7ed94dab8d6b42ab4da7ee1c
2024-11-16T02:16:41,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/5b3ca00e148d46fb9c3309f08697a52a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5b3ca00e148d46fb9c3309f08697a52a
2024-11-16T02:16:41,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:41,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5b3ca00e148d46fb9c3309f08697a52a, entries=250, sequenceid=497, filesize=16.8 K
2024-11-16T02:16:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/5009ed6ddf4a4d3c97ec0ae4d3817497 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5009ed6ddf4a4d3c97ec0ae4d3817497
2024-11-16T02:16:41,847 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5009ed6ddf4a4d3c97ec0ae4d3817497, entries=150, sequenceid=497, filesize=12.0 K
2024-11-16T02:16:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/c324d78f7ed94dab8d6b42ab4da7ee1c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c324d78f7ed94dab8d6b42ab4da7ee1c
2024-11-16T02:16:41,854 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c324d78f7ed94dab8d6b42ab4da7ee1c, entries=150, sequenceid=497, filesize=12.0 K
2024-11-16T02:16:41,855 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1336ms, sequenceid=497, compaction requested=true
2024-11-16T02:16:41,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:41,855 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-16T02:16:41,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:41,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:41,856 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:41,856 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:16:41,856 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:16:41,856 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. because compaction request was cancelled
2024-11-16T02:16:41,856 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:41,856 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:41,868 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:41,868 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:41,868 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,868 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ec62ab2dead469c822b1e55bba97092, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e1e02c18644846a2aea7e3dfe4a2a72f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c324d78f7ed94dab8d6b42ab4da7ee1c] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=37.0 K
2024-11-16T02:16:41,869 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:41,869 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:41,869 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,869 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/303d7dd64ca045688ada5bc1e99498f5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/85012274e1fe4b93b5e793cc29cddc7b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5009ed6ddf4a4d3c97ec0ae4d3817497] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=37.0 K
2024-11-16T02:16:41,870 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec62ab2dead469c822b1e55bba97092, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731723399633
2024-11-16T02:16:41,870 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1e02c18644846a2aea7e3dfe4a2a72f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731723399768
2024-11-16T02:16:41,871 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c324d78f7ed94dab8d6b42ab4da7ee1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731723399825
2024-11-16T02:16:41,876 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 303d7dd64ca045688ada5bc1e99498f5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731723399633
2024-11-16T02:16:41,880 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 85012274e1fe4b93b5e793cc29cddc7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731723399768
2024-11-16T02:16:41,884 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5009ed6ddf4a4d3c97ec0ae4d3817497, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731723399825
2024-11-16T02:16:41,890 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:41,891 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b451d59c055c49ba83ca932cfc90223c is 50, key is test_row_0/C:col10/1731723399854/Put/seqid=0
2024-11-16T02:16:41,930 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:41,931 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/71350cf0fe5f44dfa28906f45ca60d8f is 50, key is test_row_0/B:col10/1731723399854/Put/seqid=0
2024-11-16T02:16:41,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742165_1341 (size=13391)
2024-11-16T02:16:41,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742166_1342 (size=13391)
2024-11-16T02:16:41,988 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/71350cf0fe5f44dfa28906f45ca60d8f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/71350cf0fe5f44dfa28906f45ca60d8f
2024-11-16T02:16:41,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:41,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:42,002 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 71350cf0fe5f44dfa28906f45ca60d8f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:42,002 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:42,002 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723401856; duration=0sec
2024-11-16T02:16:42,003 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:42,003 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:42,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8dc1848042274e8fabc08e894d344744 is 50, key is test_row_0/A:col10/1731723400552/Put/seqid=0
2024-11-16T02:16:42,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742167_1343 (size=12301)
2024-11-16T02:16:42,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8dc1848042274e8fabc08e894d344744
2024-11-16T02:16:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d30a4ce3ee794413ae735027694ed28d is 50, key is test_row_0/B:col10/1731723400552/Put/seqid=0
2024-11-16T02:16:42,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742168_1344 (size=12301)
2024-11-16T02:16:42,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d30a4ce3ee794413ae735027694ed28d
2024-11-16T02:16:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/e3852cee42e74d4ba16b51f8b2b164b5 is 50, key is test_row_0/C:col10/1731723400552/Put/seqid=0
2024-11-16T02:16:42,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742169_1345 (size=12301)
2024-11-16T02:16:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:42,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. as already flushing
2024-11-16T02:16:42,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723462302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:42,368 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/b451d59c055c49ba83ca932cfc90223c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b451d59c055c49ba83ca932cfc90223c
2024-11-16T02:16:42,374 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into b451d59c055c49ba83ca932cfc90223c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:42,374 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:42,374 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723401856; duration=0sec
2024-11-16T02:16:42,375 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:42,375 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:42,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723462415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:42,508 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/e3852cee42e74d4ba16b51f8b2b164b5
2024-11-16T02:16:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8dc1848042274e8fabc08e894d344744 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8dc1848042274e8fabc08e894d344744
2024-11-16T02:16:42,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8dc1848042274e8fabc08e894d344744, entries=150, sequenceid=517, filesize=12.0 K
2024-11-16T02:16:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/d30a4ce3ee794413ae735027694ed28d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d30a4ce3ee794413ae735027694ed28d
2024-11-16T02:16:42,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d30a4ce3ee794413ae735027694ed28d, entries=150, sequenceid=517, filesize=12.0 K
2024-11-16T02:16:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/e3852cee42e74d4ba16b51f8b2b164b5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e3852cee42e74d4ba16b51f8b2b164b5
2024-11-16T02:16:42,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e3852cee42e74d4ba16b51f8b2b164b5, entries=150, sequenceid=517, filesize=12.0 K
2024-11-16T02:16:42,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 562ms, sequenceid=517, compaction requested=true
2024-11-16T02:16:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-16T02:16:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-16T02:16:42,559 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-16T02:16:42,559 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5860 sec
2024-11-16T02:16:42,564 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.5950 sec
2024-11-16T02:16:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:42,628 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:16:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:42,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:42,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/265001b5eaaf4b33bea5d61bb7e369d5 is 50, key is test_row_0/A:col10/1731723402262/Put/seqid=0
2024-11-16T02:16:42,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742170_1346 (size=14741)
2024-11-16T02:16:42,692 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/265001b5eaaf4b33bea5d61bb7e369d5
2024-11-16T02:16:42,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/310bc8f7cf9e4b5196e1dee3d323f9be is 50, key is test_row_0/B:col10/1731723402262/Put/seqid=0
2024-11-16T02:16:42,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60878 deadline: 1731723462726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:42,733 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:42,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723462731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:42,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60902 deadline: 1731723462735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:42,739 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 87bebfac7c9a762e33e6c0d003fd8eb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:16:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:42,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742171_1347 (size=12301)
2024-11-16T02:16:42,766 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/310bc8f7cf9e4b5196e1dee3d323f9be
2024-11-16T02:16:42,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/5b76e423727e487d80484b56a41d0123 is 50, key is test_row_0/C:col10/1731723402262/Put/seqid=0
2024-11-16T02:16:42,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742172_1348 (size=12301)
2024-11-16T02:16:42,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723462846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:42,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:43,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723463055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:43,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:43,221 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/5b76e423727e487d80484b56a41d0123
2024-11-16T02:16:43,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/265001b5eaaf4b33bea5d61bb7e369d5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/265001b5eaaf4b33bea5d61bb7e369d5
2024-11-16T02:16:43,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/265001b5eaaf4b33bea5d61bb7e369d5, entries=200, sequenceid=533, filesize=14.4 K
2024-11-16T02:16:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/310bc8f7cf9e4b5196e1dee3d323f9be as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/310bc8f7cf9e4b5196e1dee3d323f9be
2024-11-16T02:16:43,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/310bc8f7cf9e4b5196e1dee3d323f9be, entries=150, sequenceid=533, filesize=12.0 K
2024-11-16T02:16:43,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/5b76e423727e487d80484b56a41d0123 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/5b76e423727e487d80484b56a41d0123
2024-11-16T02:16:43,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/5b76e423727e487d80484b56a41d0123, entries=150, sequenceid=533, filesize=12.0 K
2024-11-16T02:16:43,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 629ms, sequenceid=533, compaction requested=true
2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:43,257 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:43,257 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:43,264 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:43,264 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:43,264 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:43,264 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/71350cf0fe5f44dfa28906f45ca60d8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d30a4ce3ee794413ae735027694ed28d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/310bc8f7cf9e4b5196e1dee3d323f9be] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=37.1 K
2024-11-16T02:16:43,265 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 71350cf0fe5f44dfa28906f45ca60d8f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731723399825
2024-11-16T02:16:43,266 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 57546 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:16:43,267 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d30a4ce3ee794413ae735027694ed28d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731723400552
2024-11-16T02:16:43,267 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:43,267 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:43,267 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8f5f2b537b2f414d96431320e8ece3f4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5b3ca00e148d46fb9c3309f08697a52a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8dc1848042274e8fabc08e894d344744, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/265001b5eaaf4b33bea5d61bb7e369d5] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=56.2 K
2024-11-16T02:16:43,267 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 310bc8f7cf9e4b5196e1dee3d323f9be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731723402262
2024-11-16T02:16:43,267 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f5f2b537b2f414d96431320e8ece3f4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1731723399768
2024-11-16T02:16:43,267 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3ca00e148d46fb9c3309f08697a52a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731723399825
2024-11-16T02:16:43,268 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc1848042274e8fabc08e894d344744, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731723400552
2024-11-16T02:16:43,268 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 265001b5eaaf4b33bea5d61bb7e369d5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731723402262
2024-11-16T02:16:43,299 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:43,299 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/cc3d52b0f38046dd99fe473461a94e9b is 50, key is test_row_0/B:col10/1731723402262/Put/seqid=0
2024-11-16T02:16:43,315 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:43,316 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8d0c8bd298604a5ab611af821ebc680e is 50, key is test_row_0/A:col10/1731723402262/Put/seqid=0
2024-11-16T02:16:43,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742173_1349 (size=13493)
2024-11-16T02:16:43,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742174_1350 (size=13459)
2024-11-16T02:16:43,371 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:43,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7f415e4655924da2bc3845807aeb724f is 50, key is test_row_0/A:col10/1731723402729/Put/seqid=0
2024-11-16T02:16:43,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742175_1351 (size=14741)
2024-11-16T02:16:43,418 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7f415e4655924da2bc3845807aeb724f
2024-11-16T02:16:43,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1bc76c5974f4414eb5de00d5431b1e52 is 50, key is test_row_0/B:col10/1731723402729/Put/seqid=0
2024-11-16T02:16:43,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723463443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:43,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742176_1352 (size=12301)
2024-11-16T02:16:43,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723463555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:43,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:43,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723463764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:43,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:43,776 INFO  [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149.
2024-11-16T02:16:43,776 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:43,776 INFO  [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145.
2024-11-16T02:16:43,776 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,776 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:43,776 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,776 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,776 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,777 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:43,777 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:43,780 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/8d0c8bd298604a5ab611af821ebc680e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8d0c8bd298604a5ab611af821ebc680e
2024-11-16T02:16:43,781 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/cc3d52b0f38046dd99fe473461a94e9b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/cc3d52b0f38046dd99fe473461a94e9b
2024-11-16T02:16:43,782 INFO  [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153.
2024-11-16T02:16:43,783 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:43,783 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,783 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,783 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:43,785 INFO  [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147.
2024-11-16T02:16:43,785 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:43,785 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,785 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,785 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:43,788 INFO  [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151.
2024-11-16T02:16:43,788 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:43,789 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,789 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:43,789 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:43,789 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 8d0c8bd298604a5ab611af821ebc680e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:43,789 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into cc3d52b0f38046dd99fe473461a94e9b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:43,789 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:43,789 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:43,789 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=12, startTime=1731723403257; duration=0sec
2024-11-16T02:16:43,789 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723403257; duration=0sec
2024-11-16T02:16:43,790 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:43,790 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:43,790 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:43,790 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:43,790 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:43,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:43,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:43,791 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:43,791 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b451d59c055c49ba83ca932cfc90223c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e3852cee42e74d4ba16b51f8b2b164b5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/5b76e423727e487d80484b56a41d0123] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=37.1 K
2024-11-16T02:16:43,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b451d59c055c49ba83ca932cfc90223c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731723399825
2024-11-16T02:16:43,792 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3852cee42e74d4ba16b51f8b2b164b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1731723400552
2024-11-16T02:16:43,792 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b76e423727e487d80484b56a41d0123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731723402262
2024-11-16T02:16:43,798 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:43,799 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8531fcceec4b4d528447ba75cc08d39a is 50, key is test_row_0/C:col10/1731723402262/Put/seqid=0
2024-11-16T02:16:43,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742177_1353 (size=13493)
2024-11-16T02:16:43,883 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1bc76c5974f4414eb5de00d5431b1e52
2024-11-16T02:16:43,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/645440cede054bdebe1b01bb975af370 is 50, key is test_row_0/C:col10/1731723402729/Put/seqid=0
2024-11-16T02:16:43,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742178_1354 (size=12301)
2024-11-16T02:16:44,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60916 deadline: 1731723464075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:16:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-16T02:16:44,125 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:44,211 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/8531fcceec4b4d528447ba75cc08d39a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8531fcceec4b4d528447ba75cc08d39a
2024-11-16T02:16:44,217 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 8531fcceec4b4d528447ba75cc08d39a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:44,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:44,217 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723403257; duration=0sec
2024-11-16T02:16:44,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:44,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:44,307 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/645440cede054bdebe1b01bb975af370
2024-11-16T02:16:44,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7f415e4655924da2bc3845807aeb724f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7f415e4655924da2bc3845807aeb724f
2024-11-16T02:16:44,321 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7f415e4655924da2bc3845807aeb724f, entries=200, sequenceid=552, filesize=14.4 K
2024-11-16T02:16:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/1bc76c5974f4414eb5de00d5431b1e52 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1bc76c5974f4414eb5de00d5431b1e52
2024-11-16T02:16:44,327 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1bc76c5974f4414eb5de00d5431b1e52, entries=150, sequenceid=552, filesize=12.0 K
2024-11-16T02:16:44,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/645440cede054bdebe1b01bb975af370 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/645440cede054bdebe1b01bb975af370
2024-11-16T02:16:44,331 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/645440cede054bdebe1b01bb975af370, entries=150, sequenceid=552, filesize=12.0 K
2024-11-16T02:16:44,332 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 960ms, sequenceid=552, compaction requested=false
2024-11-16T02:16:44,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:44,586 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:16:44,587 INFO  [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136.
2024-11-16T02:16:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:44,587 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:44,587 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:44,587 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:44,587 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:44,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/755c89497279411387388830777179b4 is 50, key is test_row_0/A:col10/1731723403441/Put/seqid=0
2024-11-16T02:16:44,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742179_1355 (size=12301)
2024-11-16T02:16:44,747 INFO  [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142.
2024-11-16T02:16:44,747 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:44,747 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:44,747 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:44,747 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:44,756 INFO  [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134.
2024-11-16T02:16:44,756 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:44,756 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:44,756 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:44,756 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:44,884 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T02:16:44,997 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/755c89497279411387388830777179b4
2024-11-16T02:16:45,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/779c3e4cb72340548fb3b5ba2c08893b is 50, key is test_row_0/B:col10/1731723403441/Put/seqid=0
2024-11-16T02:16:45,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742180_1356 (size=12301)
2024-11-16T02:16:45,407 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/779c3e4cb72340548fb3b5ba2c08893b
2024-11-16T02:16:45,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/9417665275fe4880a8d9420308332ad5 is 50, key is test_row_0/C:col10/1731723403441/Put/seqid=0
2024-11-16T02:16:45,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742181_1357 (size=12301)
2024-11-16T02:16:45,821 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/9417665275fe4880a8d9420308332ad5
2024-11-16T02:16:45,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/755c89497279411387388830777179b4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/755c89497279411387388830777179b4
2024-11-16T02:16:45,830 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/755c89497279411387388830777179b4, entries=150, sequenceid=569, filesize=12.0 K
2024-11-16T02:16:45,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/779c3e4cb72340548fb3b5ba2c08893b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/779c3e4cb72340548fb3b5ba2c08893b
2024-11-16T02:16:45,834 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/779c3e4cb72340548fb3b5ba2c08893b, entries=150, sequenceid=569, filesize=12.0 K
2024-11-16T02:16:45,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/9417665275fe4880a8d9420308332ad5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9417665275fe4880a8d9420308332ad5
2024-11-16T02:16:45,838 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9417665275fe4880a8d9420308332ad5, entries=150, sequenceid=569, filesize=12.0 K
2024-11-16T02:16:45,839 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=13.42 KB/13740 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 1253ms, sequenceid=569, compaction requested=true
2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:45,839 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:45,839 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 87bebfac7c9a762e33e6c0d003fd8eb2:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:45,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:45,840 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:45,840 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:45,840 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/B is initiating minor compaction (all files)
2024-11-16T02:16:45,840 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/A is initiating minor compaction (all files)
2024-11-16T02:16:45,840 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/B in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:45,840 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/A in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:45,840 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/cc3d52b0f38046dd99fe473461a94e9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1bc76c5974f4414eb5de00d5431b1e52, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/779c3e4cb72340548fb3b5ba2c08893b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=37.2 K
2024-11-16T02:16:45,840 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8d0c8bd298604a5ab611af821ebc680e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7f415e4655924da2bc3845807aeb724f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/755c89497279411387388830777179b4] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=39.6 K
2024-11-16T02:16:45,840 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting cc3d52b0f38046dd99fe473461a94e9b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731723402262
2024-11-16T02:16:45,840 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d0c8bd298604a5ab611af821ebc680e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731723402262
2024-11-16T02:16:45,841 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bc76c5974f4414eb5de00d5431b1e52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1731723402710
2024-11-16T02:16:45,841 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f415e4655924da2bc3845807aeb724f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1731723402710
2024-11-16T02:16:45,841 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 779c3e4cb72340548fb3b5ba2c08893b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1731723403387
2024-11-16T02:16:45,841 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 755c89497279411387388830777179b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1731723403387
2024-11-16T02:16:45,848 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:45,848 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/8620763d6adc470cb04edff50dc7aa4b is 50, key is test_row_0/B:col10/1731723403441/Put/seqid=0
2024-11-16T02:16:45,848 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:45,849 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/9b6cd986e4704677b4e7e7ad8dad6944 is 50, key is test_row_0/A:col10/1731723403441/Put/seqid=0
2024-11-16T02:16:45,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742182_1358 (size=13595)
2024-11-16T02:16:45,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742183_1359 (size=13561)
2024-11-16T02:16:46,256 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/8620763d6adc470cb04edff50dc7aa4b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/8620763d6adc470cb04edff50dc7aa4b
2024-11-16T02:16:46,258 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/9b6cd986e4704677b4e7e7ad8dad6944 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9b6cd986e4704677b4e7e7ad8dad6944
2024-11-16T02:16:46,263 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/B of 87bebfac7c9a762e33e6c0d003fd8eb2 into 8620763d6adc470cb04edff50dc7aa4b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:46,263 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:46,263 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/B, priority=13, startTime=1731723405839; duration=0sec
2024-11-16T02:16:46,263 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:46,263 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:B
2024-11-16T02:16:46,263 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:46,264 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/A of 87bebfac7c9a762e33e6c0d003fd8eb2 into 9b6cd986e4704677b4e7e7ad8dad6944(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:46,264 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:46,264 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/A, priority=13, startTime=1731723405839; duration=0sec
2024-11-16T02:16:46,264 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:46,264 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:A
2024-11-16T02:16:46,268 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:46,268 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 87bebfac7c9a762e33e6c0d003fd8eb2/C is initiating minor compaction (all files)
2024-11-16T02:16:46,269 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 87bebfac7c9a762e33e6c0d003fd8eb2/C in TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:46,269 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8531fcceec4b4d528447ba75cc08d39a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/645440cede054bdebe1b01bb975af370, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9417665275fe4880a8d9420308332ad5] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp, totalSize=37.2 K
2024-11-16T02:16:46,269 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8531fcceec4b4d528447ba75cc08d39a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731723402262
2024-11-16T02:16:46,270 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 645440cede054bdebe1b01bb975af370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1731723402710
2024-11-16T02:16:46,270 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9417665275fe4880a8d9420308332ad5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1731723403387
2024-11-16T02:16:46,280 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 87bebfac7c9a762e33e6c0d003fd8eb2#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:46,280 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/6bee05b2596e4f2f9783a0582c9ddc8b is 50, key is test_row_0/C:col10/1731723403441/Put/seqid=0
2024-11-16T02:16:46,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742184_1360 (size=13595)
2024-11-16T02:16:46,292 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/6bee05b2596e4f2f9783a0582c9ddc8b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6bee05b2596e4f2f9783a0582c9ddc8b
2024-11-16T02:16:46,301 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 87bebfac7c9a762e33e6c0d003fd8eb2/C of 87bebfac7c9a762e33e6c0d003fd8eb2 into 6bee05b2596e4f2f9783a0582c9ddc8b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:46,301 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 87bebfac7c9a762e33e6c0d003fd8eb2:

2024-11-16T02:16:46,301 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., storeName=87bebfac7c9a762e33e6c0d003fd8eb2/C, priority=13, startTime=1731723405839; duration=0sec
2024-11-16T02:16:46,301 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:46,301 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 87bebfac7c9a762e33e6c0d003fd8eb2:C
2024-11-16T02:16:50,183 INFO  [Thread-1138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1138.
2024-11-16T02:16:50,183 DEBUG [Thread-1138 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:50,183 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:50,183 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:50,188 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:50,252 INFO  [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140.
2024-11-16T02:16:50,252 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:16:50,252 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:50,252 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:50,253 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 111
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 87
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 154
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1862
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1750
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1779
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1795
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1775
2024-11-16T02:16:50,256 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T02:16:50,257 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:16:50,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:16:50,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:50,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:50,258 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-16T02:16:50,259 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:16:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T02:16:50,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723410275"}]},"ts":"1731723410275"}
2024-11-16T02:16:50,284 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T02:16:50,284 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T02:16:50,286 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:16:50,292 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, UNASSIGN}]
2024-11-16T02:16:50,296 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, UNASSIGN
2024-11-16T02:16:50,297 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=87bebfac7c9a762e33e6c0d003fd8eb2, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:50,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, UNASSIGN because future has completed
2024-11-16T02:16:50,303 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:16:50,303 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:16:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T02:16:50,458 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:50,458 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:16:50,458 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 87bebfac7c9a762e33e6c0d003fd8eb2, disabling compactions & flushes
2024-11-16T02:16:50,458 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. after waiting 0 ms
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:50,459 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 87bebfac7c9a762e33e6c0d003fd8eb2 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=A
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=B
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 87bebfac7c9a762e33e6c0d003fd8eb2, store=C
2024-11-16T02:16:50,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:50,467 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7a50c69c0fd84d41ac7438e749f1d540 is 50, key is test_row_0/A:col10/1731723404746/Put/seqid=0
2024-11-16T02:16:50,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742185_1361 (size=9857)
2024-11-16T02:16:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T02:16:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T02:16:50,905 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7a50c69c0fd84d41ac7438e749f1d540
2024-11-16T02:16:50,914 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/e9f958e9b8784992bd9ae6fd31c82371 is 50, key is test_row_0/B:col10/1731723404746/Put/seqid=0
2024-11-16T02:16:50,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742186_1362 (size=9857)
2024-11-16T02:16:51,343 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/e9f958e9b8784992bd9ae6fd31c82371
2024-11-16T02:16:51,352 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/fbbc2001d66248ccaaed697691610479 is 50, key is test_row_0/C:col10/1731723404746/Put/seqid=0
2024-11-16T02:16:51,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742187_1363 (size=9857)
2024-11-16T02:16:51,384 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/fbbc2001d66248ccaaed697691610479
2024-11-16T02:16:51,401 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/A/7a50c69c0fd84d41ac7438e749f1d540 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7a50c69c0fd84d41ac7438e749f1d540
2024-11-16T02:16:51,412 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7a50c69c0fd84d41ac7438e749f1d540, entries=100, sequenceid=579, filesize=9.6 K
2024-11-16T02:16:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T02:16:51,416 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/B/e9f958e9b8784992bd9ae6fd31c82371 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/e9f958e9b8784992bd9ae6fd31c82371
2024-11-16T02:16:51,427 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/e9f958e9b8784992bd9ae6fd31c82371, entries=100, sequenceid=579, filesize=9.6 K
2024-11-16T02:16:51,428 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/.tmp/C/fbbc2001d66248ccaaed697691610479 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/fbbc2001d66248ccaaed697691610479
2024-11-16T02:16:51,437 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/fbbc2001d66248ccaaed697691610479, entries=100, sequenceid=579, filesize=9.6 K
2024-11-16T02:16:51,438 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 979ms, sequenceid=579, compaction requested=false
2024-11-16T02:16:51,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/2188286620de492b88fb76768df76c36, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/81c8da35cf9c4d9aa6cf991934841f23, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/bd22a390a9404425b13e172c3dab34c1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d40dbcd61a2c4f61a52268e83a8cffcd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/f3348c8866a44d01a0d097733a266767, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/941e19ba16914ff495c1af5489e741fd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/cd7ea6a0c1bb4f84bdcd47c48411d122, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4391fa4420c44d0481050e00a15561bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/851c769c87194ac9921a152031d1f6ff, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87176ed763b74bc285167c4d7185a9d7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/734677be1dac429786def635427b2625, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d55d7f52ae3e4db19df1cd0640e2bbf6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87e4da111b954aeaa981f0dbbed8b98f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7b0b9d7fa1f34a068cd7b04980196bd1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5895f413cf2644599c33cbd7a9792522, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/833b7c219c1b40cd83f22db6b1b9cde9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/88894cf7576d4083b808f78667243db1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/94ae0f46af2047b98fa9f041588f2844, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d275f5b91e2b46699b8017f03994da42, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/da29bb57fe0641beb589e59efd0f4035, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/45d9f1de8bd24ef1b7e77709d16d788f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c27e1efcf1c84dfb8f3115cdd1943a1c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/fd4234642d8b4784812172d91aa99b1c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9ad915dbfa76464dbdf90f2fb50f9f6d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c8ce5d3bbda9461a9f4b37faa87b12ee, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/54bd401a63bf459c944bb7f4b12cafc9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/a2d8ac0b66a148208939665b68ca5c53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4a1e2fceb30a49bfaf031af7d73c629c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c853397219b34ab988ce2b17a32f6f3b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8f5f2b537b2f414d96431320e8ece3f4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5bfabc8032c04ddf818efbba4ac531b6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5b3ca00e148d46fb9c3309f08697a52a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8dc1848042274e8fabc08e894d344744, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/265001b5eaaf4b33bea5d61bb7e369d5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8d0c8bd298604a5ab611af821ebc680e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7f415e4655924da2bc3845807aeb724f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/755c89497279411387388830777179b4] to archive
2024-11-16T02:16:51,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:16:51,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/2188286620de492b88fb76768df76c36 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/2188286620de492b88fb76768df76c36
2024-11-16T02:16:51,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/81c8da35cf9c4d9aa6cf991934841f23 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/81c8da35cf9c4d9aa6cf991934841f23
2024-11-16T02:16:51,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/bd22a390a9404425b13e172c3dab34c1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/bd22a390a9404425b13e172c3dab34c1
2024-11-16T02:16:51,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d40dbcd61a2c4f61a52268e83a8cffcd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d40dbcd61a2c4f61a52268e83a8cffcd
2024-11-16T02:16:51,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/f3348c8866a44d01a0d097733a266767 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/f3348c8866a44d01a0d097733a266767
2024-11-16T02:16:51,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/941e19ba16914ff495c1af5489e741fd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/941e19ba16914ff495c1af5489e741fd
2024-11-16T02:16:51,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/cd7ea6a0c1bb4f84bdcd47c48411d122 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/cd7ea6a0c1bb4f84bdcd47c48411d122
2024-11-16T02:16:51,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4391fa4420c44d0481050e00a15561bc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4391fa4420c44d0481050e00a15561bc
2024-11-16T02:16:51,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/851c769c87194ac9921a152031d1f6ff to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/851c769c87194ac9921a152031d1f6ff
2024-11-16T02:16:51,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87176ed763b74bc285167c4d7185a9d7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87176ed763b74bc285167c4d7185a9d7
2024-11-16T02:16:51,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/734677be1dac429786def635427b2625 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/734677be1dac429786def635427b2625
2024-11-16T02:16:51,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d55d7f52ae3e4db19df1cd0640e2bbf6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d55d7f52ae3e4db19df1cd0640e2bbf6
2024-11-16T02:16:51,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87e4da111b954aeaa981f0dbbed8b98f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/87e4da111b954aeaa981f0dbbed8b98f
2024-11-16T02:16:51,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7b0b9d7fa1f34a068cd7b04980196bd1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7b0b9d7fa1f34a068cd7b04980196bd1
2024-11-16T02:16:51,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5895f413cf2644599c33cbd7a9792522 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5895f413cf2644599c33cbd7a9792522
2024-11-16T02:16:51,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/833b7c219c1b40cd83f22db6b1b9cde9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/833b7c219c1b40cd83f22db6b1b9cde9
2024-11-16T02:16:51,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/88894cf7576d4083b808f78667243db1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/88894cf7576d4083b808f78667243db1
2024-11-16T02:16:51,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/94ae0f46af2047b98fa9f041588f2844 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/94ae0f46af2047b98fa9f041588f2844
2024-11-16T02:16:51,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d275f5b91e2b46699b8017f03994da42 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/d275f5b91e2b46699b8017f03994da42
2024-11-16T02:16:51,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/da29bb57fe0641beb589e59efd0f4035 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/da29bb57fe0641beb589e59efd0f4035
2024-11-16T02:16:51,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/45d9f1de8bd24ef1b7e77709d16d788f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/45d9f1de8bd24ef1b7e77709d16d788f
2024-11-16T02:16:51,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c27e1efcf1c84dfb8f3115cdd1943a1c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c27e1efcf1c84dfb8f3115cdd1943a1c
2024-11-16T02:16:51,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/fd4234642d8b4784812172d91aa99b1c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/fd4234642d8b4784812172d91aa99b1c
2024-11-16T02:16:51,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9ad915dbfa76464dbdf90f2fb50f9f6d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9ad915dbfa76464dbdf90f2fb50f9f6d
2024-11-16T02:16:51,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c8ce5d3bbda9461a9f4b37faa87b12ee to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c8ce5d3bbda9461a9f4b37faa87b12ee
2024-11-16T02:16:51,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/54bd401a63bf459c944bb7f4b12cafc9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/54bd401a63bf459c944bb7f4b12cafc9
2024-11-16T02:16:51,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/a2d8ac0b66a148208939665b68ca5c53 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/a2d8ac0b66a148208939665b68ca5c53
2024-11-16T02:16:51,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4a1e2fceb30a49bfaf031af7d73c629c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/4a1e2fceb30a49bfaf031af7d73c629c
2024-11-16T02:16:51,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c853397219b34ab988ce2b17a32f6f3b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/c853397219b34ab988ce2b17a32f6f3b
2024-11-16T02:16:51,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8f5f2b537b2f414d96431320e8ece3f4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8f5f2b537b2f414d96431320e8ece3f4
2024-11-16T02:16:51,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5bfabc8032c04ddf818efbba4ac531b6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5bfabc8032c04ddf818efbba4ac531b6
2024-11-16T02:16:51,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5b3ca00e148d46fb9c3309f08697a52a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/5b3ca00e148d46fb9c3309f08697a52a
2024-11-16T02:16:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8dc1848042274e8fabc08e894d344744 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8dc1848042274e8fabc08e894d344744
2024-11-16T02:16:51,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/265001b5eaaf4b33bea5d61bb7e369d5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/265001b5eaaf4b33bea5d61bb7e369d5
2024-11-16T02:16:51,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8d0c8bd298604a5ab611af821ebc680e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/8d0c8bd298604a5ab611af821ebc680e
2024-11-16T02:16:51,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7f415e4655924da2bc3845807aeb724f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7f415e4655924da2bc3845807aeb724f
2024-11-16T02:16:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/755c89497279411387388830777179b4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/755c89497279411387388830777179b4
2024-11-16T02:16:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/0fdb1e5e23114ad6a63ae1ddafdc10e0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/f776fe3419e34f6a89d42f0bda890cfe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/39e5fd66033543ef904a807696dad60e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/bffb945b54be461194547b46677dfae0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/57f7f5b67b434226ac6db19b9b5c9e89, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1406ed93552f44c4be2ff3b04ebfacc3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d51e84d103d84604b57e98cad724a4d7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d96ce1f2f35a43f099a6ff05a81e440c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1153e24039d44d7dab07b2fa46b545b6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9ad1e58431c74e54a687173653c34003, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c51803d28c4d464184c4ecf94db881f1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98f4aae2e7bf4195acbb2940e35b75b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/fb8d508105704f908ad7882bb10b034c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d555c5c28410409ba21b90c28f810ce4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/676b0cfb8b374b008c7c57c5055753a4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/84e52b6ed6ae4642af309340e08cf886, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7ef6ec64a6ba4bb485a14ceb01175a63, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98c9ed873ae748468e34e8969464983b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/801eb4cbb19049f786ac5d931cde93a6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c0919200bad842bfa959227328cb280f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/b8365d13b8784046b7b31951780c5e1e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/949e8db5d39f4618a55db6b2756b7fcf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/887d2d64e6874400b9ef993dfedff0bf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1946e601921142b5a4029210b4e7ae73, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c7d7335368fa4c7081fb98e998dfadfd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9b125d3047244e4295d44d70c97c0c1e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/70b2df67314c4e67a2990d8a1e52431e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7a1e1875069b42e1a959d76e4c199da6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/303d7dd64ca045688ada5bc1e99498f5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5448d28c4c7d4888996eed1d2cb18de9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/85012274e1fe4b93b5e793cc29cddc7b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/71350cf0fe5f44dfa28906f45ca60d8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5009ed6ddf4a4d3c97ec0ae4d3817497, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d30a4ce3ee794413ae735027694ed28d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/cc3d52b0f38046dd99fe473461a94e9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/310bc8f7cf9e4b5196e1dee3d323f9be, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1bc76c5974f4414eb5de00d5431b1e52, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/779c3e4cb72340548fb3b5ba2c08893b] to archive
2024-11-16T02:16:51,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:16:51,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/0fdb1e5e23114ad6a63ae1ddafdc10e0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/0fdb1e5e23114ad6a63ae1ddafdc10e0
2024-11-16T02:16:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/f776fe3419e34f6a89d42f0bda890cfe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/f776fe3419e34f6a89d42f0bda890cfe
2024-11-16T02:16:51,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/39e5fd66033543ef904a807696dad60e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/39e5fd66033543ef904a807696dad60e
2024-11-16T02:16:51,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/bffb945b54be461194547b46677dfae0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/bffb945b54be461194547b46677dfae0
2024-11-16T02:16:51,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/57f7f5b67b434226ac6db19b9b5c9e89 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/57f7f5b67b434226ac6db19b9b5c9e89
2024-11-16T02:16:51,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1406ed93552f44c4be2ff3b04ebfacc3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1406ed93552f44c4be2ff3b04ebfacc3
2024-11-16T02:16:51,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d51e84d103d84604b57e98cad724a4d7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d51e84d103d84604b57e98cad724a4d7
2024-11-16T02:16:51,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d96ce1f2f35a43f099a6ff05a81e440c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d96ce1f2f35a43f099a6ff05a81e440c
2024-11-16T02:16:51,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1153e24039d44d7dab07b2fa46b545b6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1153e24039d44d7dab07b2fa46b545b6
2024-11-16T02:16:51,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9ad1e58431c74e54a687173653c34003 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9ad1e58431c74e54a687173653c34003
2024-11-16T02:16:51,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c51803d28c4d464184c4ecf94db881f1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c51803d28c4d464184c4ecf94db881f1
2024-11-16T02:16:51,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98f4aae2e7bf4195acbb2940e35b75b9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98f4aae2e7bf4195acbb2940e35b75b9
2024-11-16T02:16:51,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/fb8d508105704f908ad7882bb10b034c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/fb8d508105704f908ad7882bb10b034c
2024-11-16T02:16:51,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d555c5c28410409ba21b90c28f810ce4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d555c5c28410409ba21b90c28f810ce4
2024-11-16T02:16:51,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/676b0cfb8b374b008c7c57c5055753a4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/676b0cfb8b374b008c7c57c5055753a4
2024-11-16T02:16:51,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/84e52b6ed6ae4642af309340e08cf886 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/84e52b6ed6ae4642af309340e08cf886
2024-11-16T02:16:51,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7ef6ec64a6ba4bb485a14ceb01175a63 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7ef6ec64a6ba4bb485a14ceb01175a63
2024-11-16T02:16:51,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98c9ed873ae748468e34e8969464983b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/98c9ed873ae748468e34e8969464983b
2024-11-16T02:16:51,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/801eb4cbb19049f786ac5d931cde93a6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/801eb4cbb19049f786ac5d931cde93a6
2024-11-16T02:16:51,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c0919200bad842bfa959227328cb280f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c0919200bad842bfa959227328cb280f
2024-11-16T02:16:51,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/b8365d13b8784046b7b31951780c5e1e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/b8365d13b8784046b7b31951780c5e1e
2024-11-16T02:16:51,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/949e8db5d39f4618a55db6b2756b7fcf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/949e8db5d39f4618a55db6b2756b7fcf
2024-11-16T02:16:51,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/887d2d64e6874400b9ef993dfedff0bf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/887d2d64e6874400b9ef993dfedff0bf
2024-11-16T02:16:51,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1946e601921142b5a4029210b4e7ae73 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1946e601921142b5a4029210b4e7ae73
2024-11-16T02:16:51,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c7d7335368fa4c7081fb98e998dfadfd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/c7d7335368fa4c7081fb98e998dfadfd
2024-11-16T02:16:51,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9b125d3047244e4295d44d70c97c0c1e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/9b125d3047244e4295d44d70c97c0c1e
2024-11-16T02:16:51,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/70b2df67314c4e67a2990d8a1e52431e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/70b2df67314c4e67a2990d8a1e52431e
2024-11-16T02:16:51,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7a1e1875069b42e1a959d76e4c199da6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/7a1e1875069b42e1a959d76e4c199da6
2024-11-16T02:16:51,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/303d7dd64ca045688ada5bc1e99498f5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/303d7dd64ca045688ada5bc1e99498f5
2024-11-16T02:16:51,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5448d28c4c7d4888996eed1d2cb18de9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5448d28c4c7d4888996eed1d2cb18de9
2024-11-16T02:16:51,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/85012274e1fe4b93b5e793cc29cddc7b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/85012274e1fe4b93b5e793cc29cddc7b
2024-11-16T02:16:51,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/71350cf0fe5f44dfa28906f45ca60d8f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/71350cf0fe5f44dfa28906f45ca60d8f
2024-11-16T02:16:51,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5009ed6ddf4a4d3c97ec0ae4d3817497 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/5009ed6ddf4a4d3c97ec0ae4d3817497
2024-11-16T02:16:51,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d30a4ce3ee794413ae735027694ed28d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/d30a4ce3ee794413ae735027694ed28d
2024-11-16T02:16:51,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/cc3d52b0f38046dd99fe473461a94e9b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/cc3d52b0f38046dd99fe473461a94e9b
2024-11-16T02:16:51,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/310bc8f7cf9e4b5196e1dee3d323f9be to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/310bc8f7cf9e4b5196e1dee3d323f9be
2024-11-16T02:16:51,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1bc76c5974f4414eb5de00d5431b1e52 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/1bc76c5974f4414eb5de00d5431b1e52
2024-11-16T02:16:51,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/779c3e4cb72340548fb3b5ba2c08893b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/779c3e4cb72340548fb3b5ba2c08893b
2024-11-16T02:16:51,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/d50ad0fb372d49feb13e6ca2b43aacbb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1e01a794a19d4b1da284c11ff45f3463, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/35ae250ca2e149b1a9fd99b1234a1e84, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b5c643b64a3840109900d8db4be9790b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/a59b4246be02490c8e81c9154a36a476, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0947d29c2e16454d8e044eb8e823de61, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/12f53004fd234ed489e125ac361c2913, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/39dbbfa60ea34fc4a759c94aee91d1f7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/cd8a48a5c12148adb495810f3b373f53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/de309502e86e41e58e1285ed005eeddf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0628a7a8f6f74c1d9fac207a8753d9db, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/218705b7befe43f2a1eed8ce03ab6f2d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/62e538d291f943fa89f8b4a355b7c491, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b4236b19d71f4125a6d766252e7356ec, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6752f7fd696740e1af1582ef89f5c338, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b9bbd00b5b464df191646441a7ea6ee5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ab3674d3d9e4013b21877badc502d0e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1cfc2d46402b4116a81f701677800263, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/3830e38566bf4192b76592dc433f36f8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9d5aa5a21c9b443ba30ee94adbc78c0c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/219f763581e14a7f9d3ba0b8918c9478, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b1ab7c692172433fa0026908a91f989e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/ec41560583ae481ca700117c4e3b7454, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/54d09398f5384ba197ef0111af9ac05c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/981fda9fe8b74c6fb828fe03c21bcaf9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/987f3649e5604f518fa1f6ed0f6b12e3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c8beb153a0864df78d36d04d939f7e85, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/bc93f2abb1c348469876c9654336246d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ec62ab2dead469c822b1e55bba97092, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8b9c8148f3ca48dea8b5038e6e95ecff, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e1e02c18644846a2aea7e3dfe4a2a72f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b451d59c055c49ba83ca932cfc90223c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c324d78f7ed94dab8d6b42ab4da7ee1c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e3852cee42e74d4ba16b51f8b2b164b5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8531fcceec4b4d528447ba75cc08d39a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/5b76e423727e487d80484b56a41d0123, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/645440cede054bdebe1b01bb975af370, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9417665275fe4880a8d9420308332ad5] to archive
2024-11-16T02:16:51,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:16:51,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/d50ad0fb372d49feb13e6ca2b43aacbb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/d50ad0fb372d49feb13e6ca2b43aacbb
2024-11-16T02:16:51,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1e01a794a19d4b1da284c11ff45f3463 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1e01a794a19d4b1da284c11ff45f3463
2024-11-16T02:16:51,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/35ae250ca2e149b1a9fd99b1234a1e84 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/35ae250ca2e149b1a9fd99b1234a1e84
2024-11-16T02:16:51,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b5c643b64a3840109900d8db4be9790b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b5c643b64a3840109900d8db4be9790b
2024-11-16T02:16:52,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/a59b4246be02490c8e81c9154a36a476 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/a59b4246be02490c8e81c9154a36a476
2024-11-16T02:16:52,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0947d29c2e16454d8e044eb8e823de61 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0947d29c2e16454d8e044eb8e823de61
2024-11-16T02:16:52,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/12f53004fd234ed489e125ac361c2913 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/12f53004fd234ed489e125ac361c2913
2024-11-16T02:16:52,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/39dbbfa60ea34fc4a759c94aee91d1f7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/39dbbfa60ea34fc4a759c94aee91d1f7
2024-11-16T02:16:52,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/cd8a48a5c12148adb495810f3b373f53 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/cd8a48a5c12148adb495810f3b373f53
2024-11-16T02:16:52,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/de309502e86e41e58e1285ed005eeddf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/de309502e86e41e58e1285ed005eeddf
2024-11-16T02:16:52,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0628a7a8f6f74c1d9fac207a8753d9db to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/0628a7a8f6f74c1d9fac207a8753d9db
2024-11-16T02:16:52,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/218705b7befe43f2a1eed8ce03ab6f2d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/218705b7befe43f2a1eed8ce03ab6f2d
2024-11-16T02:16:52,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/62e538d291f943fa89f8b4a355b7c491 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/62e538d291f943fa89f8b4a355b7c491
2024-11-16T02:16:52,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b4236b19d71f4125a6d766252e7356ec to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b4236b19d71f4125a6d766252e7356ec
2024-11-16T02:16:52,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6752f7fd696740e1af1582ef89f5c338 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6752f7fd696740e1af1582ef89f5c338
2024-11-16T02:16:52,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b9bbd00b5b464df191646441a7ea6ee5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b9bbd00b5b464df191646441a7ea6ee5
2024-11-16T02:16:52,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ab3674d3d9e4013b21877badc502d0e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ab3674d3d9e4013b21877badc502d0e
2024-11-16T02:16:52,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1cfc2d46402b4116a81f701677800263 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/1cfc2d46402b4116a81f701677800263
2024-11-16T02:16:52,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/3830e38566bf4192b76592dc433f36f8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/3830e38566bf4192b76592dc433f36f8
2024-11-16T02:16:52,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9d5aa5a21c9b443ba30ee94adbc78c0c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9d5aa5a21c9b443ba30ee94adbc78c0c
2024-11-16T02:16:52,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/219f763581e14a7f9d3ba0b8918c9478 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/219f763581e14a7f9d3ba0b8918c9478
2024-11-16T02:16:52,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b1ab7c692172433fa0026908a91f989e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b1ab7c692172433fa0026908a91f989e
2024-11-16T02:16:52,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/ec41560583ae481ca700117c4e3b7454 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/ec41560583ae481ca700117c4e3b7454
2024-11-16T02:16:52,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/54d09398f5384ba197ef0111af9ac05c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/54d09398f5384ba197ef0111af9ac05c
2024-11-16T02:16:52,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/981fda9fe8b74c6fb828fe03c21bcaf9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/981fda9fe8b74c6fb828fe03c21bcaf9
2024-11-16T02:16:52,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/987f3649e5604f518fa1f6ed0f6b12e3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/987f3649e5604f518fa1f6ed0f6b12e3
2024-11-16T02:16:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c8beb153a0864df78d36d04d939f7e85 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c8beb153a0864df78d36d04d939f7e85
2024-11-16T02:16:52,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/bc93f2abb1c348469876c9654336246d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/bc93f2abb1c348469876c9654336246d
2024-11-16T02:16:52,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ec62ab2dead469c822b1e55bba97092 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8ec62ab2dead469c822b1e55bba97092
2024-11-16T02:16:52,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8b9c8148f3ca48dea8b5038e6e95ecff to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8b9c8148f3ca48dea8b5038e6e95ecff
2024-11-16T02:16:52,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e1e02c18644846a2aea7e3dfe4a2a72f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e1e02c18644846a2aea7e3dfe4a2a72f
2024-11-16T02:16:52,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b451d59c055c49ba83ca932cfc90223c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/b451d59c055c49ba83ca932cfc90223c
2024-11-16T02:16:52,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c324d78f7ed94dab8d6b42ab4da7ee1c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/c324d78f7ed94dab8d6b42ab4da7ee1c
2024-11-16T02:16:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e3852cee42e74d4ba16b51f8b2b164b5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/e3852cee42e74d4ba16b51f8b2b164b5
2024-11-16T02:16:52,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8531fcceec4b4d528447ba75cc08d39a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/8531fcceec4b4d528447ba75cc08d39a
2024-11-16T02:16:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/5b76e423727e487d80484b56a41d0123 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/5b76e423727e487d80484b56a41d0123
2024-11-16T02:16:52,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/645440cede054bdebe1b01bb975af370 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/645440cede054bdebe1b01bb975af370
2024-11-16T02:16:52,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9417665275fe4880a8d9420308332ad5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/9417665275fe4880a8d9420308332ad5
2024-11-16T02:16:52,310 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/recovered.edits/582.seqid, newMaxSeqId=582, maxSeqId=1
2024-11-16T02:16:52,314 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.
2024-11-16T02:16:52,314 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 87bebfac7c9a762e33e6c0d003fd8eb2:
Waiting for close lock at 1731723410458Running coprocessor pre-close hooks at 1731723410458Disabling compacts and flushes for region at 1731723410458Disabling writes for close at 1731723410459 (+1 ms)Obtaining lock to block concurrent updates at 1731723410459Preparing flush snapshotting stores in 87bebfac7c9a762e33e6c0d003fd8eb2 at 1731723410459Finished memstore snapshotting TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731723410459Flushing stores of TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2. at 1731723410462 (+3 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/A: creating writer at 1731723410463 (+1 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/A: appending metadata at 1731723410467 (+4 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/A: closing flushed file at 1731723410467Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/B: creating writer at 1731723410910 (+443 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/B: appending metadata at 1731723410914 (+4 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/B: closing flushed file at 1731723410914Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/C: creating writer at 1731723411348 (+434 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/C: appending metadata at 1731723411351 (+3 ms)Flushing 87bebfac7c9a762e33e6c0d003fd8eb2/C: closing flushed file at 1731723411351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709014d3: reopening flushed file at 1731723411398 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12384304: reopening flushed file at 1731723411412 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2f869: reopening flushed file at 1731723411427 (+15 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 87bebfac7c9a762e33e6c0d003fd8eb2 in 979ms, sequenceid=579, compaction requested=false at 1731723411438 (+11 ms)Writing region close event to WAL at 1731723412299 (+861 ms)Running coprocessor post-close hooks at 1731723412314 (+15 ms)Closed at 1731723412314
2024-11-16T02:16:52,318 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:52,320 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=87bebfac7c9a762e33e6c0d003fd8eb2, regionState=CLOSED
2024-11-16T02:16:52,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:16:52,329 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-16T02:16:52,330 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 87bebfac7c9a762e33e6c0d003fd8eb2, server=667222f7cf1b,37111,1731723316572 in 2.0230 sec
2024-11-16T02:16:52,334 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81
2024-11-16T02:16:52,334 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=87bebfac7c9a762e33e6c0d003fd8eb2, UNASSIGN in 2.0370 sec
2024-11-16T02:16:52,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-16T02:16:52,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0490 sec
2024-11-16T02:16:52,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723412345"}]},"ts":"1731723412345"}
2024-11-16T02:16:52,356 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T02:16:52,356 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T02:16:52,365 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.1010 sec
2024-11-16T02:16:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-16T02:16:52,426 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:52,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-16T02:16:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,444 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,446 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-16T02:16:52,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:52,514 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/recovered.edits]
2024-11-16T02:16:52,541 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7a50c69c0fd84d41ac7438e749f1d540 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/7a50c69c0fd84d41ac7438e749f1d540
2024-11-16T02:16:52,547 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9b6cd986e4704677b4e7e7ad8dad6944 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/A/9b6cd986e4704677b4e7e7ad8dad6944
2024-11-16T02:16:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-16T02:16:52,576 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/8620763d6adc470cb04edff50dc7aa4b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/8620763d6adc470cb04edff50dc7aa4b
2024-11-16T02:16:52,602 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/e9f958e9b8784992bd9ae6fd31c82371 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/B/e9f958e9b8784992bd9ae6fd31c82371
2024-11-16T02:16:52,622 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6bee05b2596e4f2f9783a0582c9ddc8b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/6bee05b2596e4f2f9783a0582c9ddc8b
2024-11-16T02:16:52,623 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/fbbc2001d66248ccaaed697691610479 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/C/fbbc2001d66248ccaaed697691610479
2024-11-16T02:16:52,626 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/recovered.edits/582.seqid to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2/recovered.edits/582.seqid
2024-11-16T02:16:52,627 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/87bebfac7c9a762e33e6c0d003fd8eb2
2024-11-16T02:16:52,627 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T02:16:52,631 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,637 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T02:16:52,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T02:16:52,651 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,651 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T02:16:52,652 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731723412651"}]},"ts":"9223372036854775807"}
2024-11-16T02:16:52,660 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T02:16:52,660 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 87bebfac7c9a762e33e6c0d003fd8eb2, NAME => 'TestAcidGuarantees,,1731723382926.87bebfac7c9a762e33e6c0d003fd8eb2.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T02:16:52,661 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T02:16:52,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731723412661"}]},"ts":"9223372036854775807"}
2024-11-16T02:16:52,671 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T02:16:52,680 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,699 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 249 msec
2024-11-16T02:16:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-16T02:16:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T02:16:52,769 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:52,779 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=457 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1018 (was 723) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=989 (was 466) - AvailableMemoryMB LEAK? -
2024-11-16T02:16:52,793 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1018, ProcessCount=11, AvailableMemoryMB=988
2024-11-16T02:16:52,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:16:52,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:16:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:52,808 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T02:16:52,809 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:52,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 85
2024-11-16T02:16:52,813 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T02:16:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T02:16:52,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742188_1364 (size=1061)
2024-11-16T02:16:52,889 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:16:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T02:16:52,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742189_1365 (size=53)
2024-11-16T02:16:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T02:16:53,361 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:16:53,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a11d855a8e74c0bde67978f48741f7fa, disabling compactions & flushes
2024-11-16T02:16:53,362 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. after waiting 0 ms
2024-11-16T02:16:53,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,362 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,362 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a11d855a8e74c0bde67978f48741f7fa:
Waiting for close lock at 1731723413362Disabling compacts and flushes for region at 1731723413362Disabling writes for close at 1731723413362Writing region close event to WAL at 1731723413362Closed at 1731723413362
2024-11-16T02:16:53,372 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T02:16:53,373 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731723413372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723413372"}]},"ts":"1731723413372"}
2024-11-16T02:16:53,380 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T02:16:53,388 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T02:16:53,389 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723413389"}]},"ts":"1731723413389"}
2024-11-16T02:16:53,404 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T02:16:53,405 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, ASSIGN}]
2024-11-16T02:16:53,411 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, ASSIGN
2024-11-16T02:16:53,416 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, ASSIGN; state=OFFLINE, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=false
2024-11-16T02:16:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T02:16:53,569 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:53,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, ASSIGN because future has completed
2024-11-16T02:16:53,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:16:53,772 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,772 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:16:53,773 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,773 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:16:53,773 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,773 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,789 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a11d855a8e74c0bde67978f48741f7fa 
2024-11-16T02:16:53,797 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:53,797 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11d855a8e74c0bde67978f48741f7fa columnFamilyName A
2024-11-16T02:16:53,797 DEBUG [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:53,800 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(327): Store=a11d855a8e74c0bde67978f48741f7fa/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:53,801 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a11d855a8e74c0bde67978f48741f7fa 
2024-11-16T02:16:53,807 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:53,808 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11d855a8e74c0bde67978f48741f7fa columnFamilyName B
2024-11-16T02:16:53,808 DEBUG [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:53,811 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(327): Store=a11d855a8e74c0bde67978f48741f7fa/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:53,811 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a11d855a8e74c0bde67978f48741f7fa 
2024-11-16T02:16:53,812 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:53,812 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11d855a8e74c0bde67978f48741f7fa columnFamilyName C
2024-11-16T02:16:53,812 DEBUG [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:53,813 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(327): Store=a11d855a8e74c0bde67978f48741f7fa/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:53,813 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,813 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,816 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,820 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,832 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,832 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,836 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:16:53,837 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,839 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:16:53,840 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened a11d855a8e74c0bde67978f48741f7fa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72981060, jitterRate=0.08750253915786743}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:16:53,840 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:53,841 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for a11d855a8e74c0bde67978f48741f7fa:
Running coprocessor pre-open hook at 1731723413773Writing region info on filesystem at 1731723413773Initializing all the Stores at 1731723413784 (+11 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723413785 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723413787 (+2 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723413787Cleaning up temporary data from old regions at 1731723413832 (+45 ms)Running coprocessor post-open hooks at 1731723413840 (+8 ms)Region opened successfully at 1731723413841 (+1 ms)
2024-11-16T02:16:53,842 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., pid=87, masterSystemTime=1731723413760
2024-11-16T02:16:53,844 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,844 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:53,845 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:53,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:16:53,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-16T02:16:53,850 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 in 256 msec
2024-11-16T02:16:53,853 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85
2024-11-16T02:16:53,853 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, ASSIGN in 446 msec
2024-11-16T02:16:53,855 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T02:16:53,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723413855"}]},"ts":"1731723413855"}
2024-11-16T02:16:53,858 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T02:16:53,859 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T02:16:53,861 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.0610 sec
2024-11-16T02:16:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85
2024-11-16T02:16:53,955 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:53,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554bdeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:53,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:53,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:53,962 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f912e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:53,968 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:53,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7deb3f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:53,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:53,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:53,974 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:53,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:16:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:16:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1305d3ee
2024-11-16T02:16:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:16:53,980 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:16:53,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:16:53,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:16:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-16T02:16:54,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742190_1366 (size=1097)
2024-11-16T02:16:54,524 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-16T02:16:54,524 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-16T02:16:54,529 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:16:54,544 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, REOPEN/MOVE}]
2024-11-16T02:16:54,552 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, REOPEN/MOVE
2024-11-16T02:16:54,558 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:54,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, REOPEN/MOVE because future has completed
2024-11-16T02:16:54,566 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37823 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=667222f7cf1b,37111,1731723316572, table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-16T02:16:54,566 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:16:54,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:16:54,723 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:54,723 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:16:54,723 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing a11d855a8e74c0bde67978f48741f7fa, disabling compactions & flushes
2024-11-16T02:16:54,723 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:54,723 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:54,723 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. after waiting 0 ms
2024-11-16T02:16:54,723 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:54,736 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-16T02:16:54,737 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:54,737 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for a11d855a8e74c0bde67978f48741f7fa:
Waiting for close lock at 1731723414723Running coprocessor pre-close hooks at 1731723414723Disabling compacts and flushes for region at 1731723414723Disabling writes for close at 1731723414723Writing region close event to WAL at 1731723414729 (+6 ms)Running coprocessor post-close hooks at 1731723414737 (+8 ms)Closed at 1731723414737
2024-11-16T02:16:54,737 WARN  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: a11d855a8e74c0bde67978f48741f7fa to self.
2024-11-16T02:16:54,746 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:54,746 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=CLOSED
2024-11-16T02:16:54,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:16:54,766 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-16T02:16:54,766 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 in 198 msec
2024-11-16T02:16:54,767 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, REOPEN/MOVE; state=CLOSED, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=true
2024-11-16T02:16:54,917 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:54,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, REOPEN/MOVE because future has completed
2024-11-16T02:16:54,926 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:16:55,105 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:55,106 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:16:55,106 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,106 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:16:55,106 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,106 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,112 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a11d855a8e74c0bde67978f48741f7fa 
2024-11-16T02:16:55,124 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:55,124 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11d855a8e74c0bde67978f48741f7fa columnFamilyName A
2024-11-16T02:16:55,133 DEBUG [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:55,136 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(327): Store=a11d855a8e74c0bde67978f48741f7fa/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:55,137 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a11d855a8e74c0bde67978f48741f7fa 
2024-11-16T02:16:55,144 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:55,145 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11d855a8e74c0bde67978f48741f7fa columnFamilyName B
2024-11-16T02:16:55,145 DEBUG [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:55,148 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(327): Store=a11d855a8e74c0bde67978f48741f7fa/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:55,148 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a11d855a8e74c0bde67978f48741f7fa 
2024-11-16T02:16:55,154 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:16:55,154 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11d855a8e74c0bde67978f48741f7fa columnFamilyName C
2024-11-16T02:16:55,154 DEBUG [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:55,155 INFO  [StoreOpener-a11d855a8e74c0bde67978f48741f7fa-1 {}] regionserver.HStore(327): Store=a11d855a8e74c0bde67978f48741f7fa/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:16:55,155 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:55,155 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,156 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,163 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,170 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,170 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,173 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:16:55,184 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,193 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened a11d855a8e74c0bde67978f48741f7fa; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63466013, jitterRate=-0.05428270995616913}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:16:55,193 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,196 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for a11d855a8e74c0bde67978f48741f7fa:
Running coprocessor pre-open hook at 1731723415106Writing region info on filesystem at 1731723415106Initializing all the Stores at 1731723415111 (+5 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723415111Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723415112 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723415112Cleaning up temporary data from old regions at 1731723415170 (+58 ms)Running coprocessor post-open hooks at 1731723415193 (+23 ms)Region opened successfully at 1731723415194 (+1 ms)
2024-11-16T02:16:55,199 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., pid=92, masterSystemTime=1731723415088
2024-11-16T02:16:55,213 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:55,213 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:55,214 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=OPEN, openSeqNum=5, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:55,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:16:55,243 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90
2024-11-16T02:16:55,243 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 in 305 msec
2024-11-16T02:16:55,261 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-16T02:16:55,261 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, REOPEN/MOVE in 700 msec
2024-11-16T02:16:55,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-16T02:16:55,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 741 msec
2024-11-16T02:16:55,304 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.3040 sec
2024-11-16T02:16:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-16T02:16:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-16T02:16:55,416 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:55,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d62a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,422 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c792492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,432 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1ec47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6513d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,444 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691d5265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,447 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a45bac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f8e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,457 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8404e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,465 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67513bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74436e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,471 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdcc94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,479 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be0de2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15099ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,492 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac89d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,497 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe64209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301c40ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,512 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5409e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,521 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408c3a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,530 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c3d4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4d201d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,537 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8e9faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,544 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5090b3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,557 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e89542b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,563 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2873dc2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e1d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:16:55,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:16:55,594 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:16:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:16:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:16:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21303441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:16:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:16:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:16:55,598 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:16:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2ed1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:16:55,609 DEBUG [Thread-1652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,610 DEBUG [Thread-1671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,612 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,615 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,615 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,619 DEBUG [Thread-1665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,620 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,623 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,624 DEBUG [Thread-1654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,626 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,631 DEBUG [Thread-1658 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,631 DEBUG [Thread-1658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,641 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,644 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,651 DEBUG [Thread-1656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,652 DEBUG [Thread-1667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:55,654 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:16:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:16:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:16:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:16:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:55,656 DEBUG [Thread-1656 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,656 DEBUG [Thread-1656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,657 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,662 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,663 DEBUG [Thread-1669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,669 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,677 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:55,680 DEBUG [Thread-1663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-11-16T02:16:55,686 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:55,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:16:55,687 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:55,688 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:55,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:55,690 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:16:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:16:55,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723415755, max timestamp=1731723415779Num uniques 859; 
2024-11-16T02:16:55,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:55,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723415755, max timestamp=1731723415779Num uniques 859; 
2024-11-16T02:16:55,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:55,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167ac4a68554f84a84b7d64af8765abfe7_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723415652/Put/seqid=0
2024-11-16T02:16:55,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723415755, max timestamp=1731723415779Num uniques 859; 
2024-11-16T02:16:55,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:16:55,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742191_1367 (size=17034)
2024-11-16T02:16:55,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:55,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:55,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:55,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723475877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:55,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:55,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723475881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:55,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723475894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:55,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723475895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:55,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723475901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:56,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:56,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:56,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723476011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723476017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723476057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723476057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723476057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:56,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:56,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:56,282 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167ac4a68554f84a84b7d64af8765abfe7_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167ac4a68554f84a84b7d64af8765abfe7_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:56,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/69bdf0c684e94cf693991a52bb80f601, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:56,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/69bdf0c684e94cf693991a52bb80f601 is 175, key is test_row_0/A:col10/1731723415652/Put/seqid=0
2024-11-16T02:16:56,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723476281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723476281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:56,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723476295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723476298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723476296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742192_1368 (size=48139)
2024-11-16T02:16:56,362 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/69bdf0c684e94cf693991a52bb80f601
2024-11-16T02:16:56,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/cf660efcdb2449b39160660fd175c6bc is 50, key is test_row_0/B:col10/1731723415652/Put/seqid=0
2024-11-16T02:16:56,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742193_1369 (size=12001)
2024-11-16T02:16:56,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/cf660efcdb2449b39160660fd175c6bc
2024-11-16T02:16:56,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/8691bf7bb6b54bacb879d912cc38f09e is 50, key is test_row_0/C:col10/1731723415652/Put/seqid=0
2024-11-16T02:16:56,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723476617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723476617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723476635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723476635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723476657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:56,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:16:56,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742194_1370 (size=12001)
2024-11-16T02:16:56,700 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/8691bf7bb6b54bacb879d912cc38f09e
2024-11-16T02:16:56,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/69bdf0c684e94cf693991a52bb80f601 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601
2024-11-16T02:16:56,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601, entries=250, sequenceid=15, filesize=47.0 K
2024-11-16T02:16:56,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/cf660efcdb2449b39160660fd175c6bc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/cf660efcdb2449b39160660fd175c6bc
2024-11-16T02:16:56,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/cf660efcdb2449b39160660fd175c6bc, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T02:16:56,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/8691bf7bb6b54bacb879d912cc38f09e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/8691bf7bb6b54bacb879d912cc38f09e
2024-11-16T02:16:56,791 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/8691bf7bb6b54bacb879d912cc38f09e, entries=150, sequenceid=15, filesize=11.7 K
2024-11-16T02:16:56,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a11d855a8e74c0bde67978f48741f7fa in 1145ms, sequenceid=15, compaction requested=false
2024-11-16T02:16:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:16:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:56,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-16T02:16:56,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:56,847 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-16T02:16:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:16:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:16:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:16:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:16:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116176812d56e6e4ed6af4fb5667907461b_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723415892/Put/seqid=0
2024-11-16T02:16:56,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742195_1371 (size=12154)
2024-11-16T02:16:56,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:56,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116176812d56e6e4ed6af4fb5667907461b_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116176812d56e6e4ed6af4fb5667907461b_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:56,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/16e1f91de29244f3af6bc2d06eb8241b, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/16e1f91de29244f3af6bc2d06eb8241b is 175, key is test_row_0/A:col10/1731723415892/Put/seqid=0
2024-11-16T02:16:56,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742196_1372 (size=30955)
2024-11-16T02:16:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:16:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:57,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723477233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723477234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723477237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723477261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723477262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723477365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723477366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723477380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/16e1f91de29244f3af6bc2d06eb8241b
2024-11-16T02:16:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723477389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723477389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/4f7b420a108a4ddcaedb7bec2a351ed8 is 50, key is test_row_0/B:col10/1731723415892/Put/seqid=0
2024-11-16T02:16:57,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742197_1373 (size=12001)
2024-11-16T02:16:57,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723477598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723477598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723477618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723477627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723477627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:57,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/4f7b420a108a4ddcaedb7bec2a351ed8
2024-11-16T02:16:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/5311525948734b94b5c3cbd8122c97bc is 50, key is test_row_0/C:col10/1731723415892/Put/seqid=0
2024-11-16T02:16:57,917 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T02:16:57,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742198_1374 (size=12001)
2024-11-16T02:16:57,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723477927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723477927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723477957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723477957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723477955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/5311525948734b94b5c3cbd8122c97bc
2024-11-16T02:16:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/16e1f91de29244f3af6bc2d06eb8241b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b
2024-11-16T02:16:58,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b, entries=150, sequenceid=51, filesize=30.2 K
2024-11-16T02:16:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/4f7b420a108a4ddcaedb7bec2a351ed8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4f7b420a108a4ddcaedb7bec2a351ed8
2024-11-16T02:16:58,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4f7b420a108a4ddcaedb7bec2a351ed8, entries=150, sequenceid=51, filesize=11.7 K
2024-11-16T02:16:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/5311525948734b94b5c3cbd8122c97bc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/5311525948734b94b5c3cbd8122c97bc
2024-11-16T02:16:58,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/5311525948734b94b5c3cbd8122c97bc, entries=150, sequenceid=51, filesize=11.7 K
2024-11-16T02:16:58,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for a11d855a8e74c0bde67978f48741f7fa in 1540ms, sequenceid=51, compaction requested=false
2024-11-16T02:16:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:16:58,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:58,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-11-16T02:16:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-11-16T02:16:58,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-16T02:16:58,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7030 sec
2024-11-16T02:16:58,395 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.7160 sec
2024-11-16T02:16:58,493 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:58,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:16:58,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:58,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:16:58,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:58,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:16:58,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:58,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165e830e5c32834bac97db2a765b3f1362_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:58,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742199_1375 (size=17034)
2024-11-16T02:16:58,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:58,590 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165e830e5c32834bac97db2a765b3f1362_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e830e5c32834bac97db2a765b3f1362_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:58,604 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/eeb031bb74904274a176eafc1ed783dc, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:58,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/eeb031bb74904274a176eafc1ed783dc is 175, key is test_row_0/A:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:58,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742200_1376 (size=48139)
2024-11-16T02:16:58,689 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/eeb031bb74904274a176eafc1ed783dc
2024-11-16T02:16:58,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723478655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723478656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723478657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723478666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/c17c6b469c4c431eacdc4fc9da938d32 is 50, key is test_row_0/B:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:58,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723478687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742201_1377 (size=12001)
2024-11-16T02:16:58,754 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/c17c6b469c4c431eacdc4fc9da938d32
2024-11-16T02:16:58,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/1aa80112193b407ba0d9b1dc18fad917 is 50, key is test_row_0/C:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:58,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723478796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723478796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723478798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723478798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:58,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742202_1378 (size=12001)
2024-11-16T02:16:58,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723478828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723479037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723479037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723479038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723479039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723479068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,263 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/1aa80112193b407ba0d9b1dc18fad917
2024-11-16T02:16:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/eeb031bb74904274a176eafc1ed783dc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc
2024-11-16T02:16:59,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723479356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723479357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723479357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723479357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,379 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc, entries=250, sequenceid=65, filesize=47.0 K
2024-11-16T02:16:59,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/c17c6b469c4c431eacdc4fc9da938d32 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c17c6b469c4c431eacdc4fc9da938d32
2024-11-16T02:16:59,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723479398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,421 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c17c6b469c4c431eacdc4fc9da938d32, entries=150, sequenceid=65, filesize=11.7 K
2024-11-16T02:16:59,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/1aa80112193b407ba0d9b1dc18fad917 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/1aa80112193b407ba0d9b1dc18fad917
2024-11-16T02:16:59,463 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/1aa80112193b407ba0d9b1dc18fad917, entries=150, sequenceid=65, filesize=11.7 K
2024-11-16T02:16:59,480 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a11d855a8e74c0bde67978f48741f7fa in 987ms, sequenceid=65, compaction requested=true
2024-11-16T02:16:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:16:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:16:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:59,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:16:59,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:16:59,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:16:59,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:16:59,484 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:59,488 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:59,498 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:59,498 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:16:59,499 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:59,499 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=124.3 K
2024-11-16T02:16:59,499 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:59,499 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc]
2024-11-16T02:16:59,503 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:59,503 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69bdf0c684e94cf693991a52bb80f601, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731723415637
2024-11-16T02:16:59,503 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:16:59,503 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:59,503 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/8691bf7bb6b54bacb879d912cc38f09e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/5311525948734b94b5c3cbd8122c97bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/1aa80112193b407ba0d9b1dc18fad917] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.2 K
2024-11-16T02:16:59,510 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16e1f91de29244f3af6bc2d06eb8241b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731723415877
2024-11-16T02:16:59,513 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8691bf7bb6b54bacb879d912cc38f09e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731723415637
2024-11-16T02:16:59,516 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb031bb74904274a176eafc1ed783dc, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731723417217
2024-11-16T02:16:59,524 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5311525948734b94b5c3cbd8122c97bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731723415877
2024-11-16T02:16:59,529 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa80112193b407ba0d9b1dc18fad917, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731723417255
2024-11-16T02:16:59,580 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:59,594 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:59,594 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/f87c3a2871534913b12faf81dd8bce01 is 50, key is test_row_0/C:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:59,606 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116497a863343a14345980783960864669b_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:59,609 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116497a863343a14345980783960864669b_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:59,609 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116497a863343a14345980783960864669b_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:16:59,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742203_1379 (size=12104)
2024-11-16T02:16:59,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742204_1380 (size=4469)
2024-11-16T02:16:59,677 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#326 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:59,677 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6cac82fb406f476581bb6dbe214b860c is 175, key is test_row_0/A:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:59,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742205_1381 (size=31058)
2024-11-16T02:16:59,765 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6cac82fb406f476581bb6dbe214b860c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6cac82fb406f476581bb6dbe214b860c
2024-11-16T02:16:59,791 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into 6cac82fb406f476581bb6dbe214b860c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:59,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:16:59,791 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723419480; duration=0sec
2024-11-16T02:16:59,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:16:59,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:16:59,791 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:16:59,797 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:16:59,798 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:16:59,798 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:16:59,798 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/cf660efcdb2449b39160660fd175c6bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4f7b420a108a4ddcaedb7bec2a351ed8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c17c6b469c4c431eacdc4fc9da938d32] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.2 K
2024-11-16T02:16:59,798 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf660efcdb2449b39160660fd175c6bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731723415637
2024-11-16T02:16:59,801 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f7b420a108a4ddcaedb7bec2a351ed8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731723415877
2024-11-16T02:16:59,801 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c17c6b469c4c431eacdc4fc9da938d32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731723417255
2024-11-16T02:16:59,827 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:16:59,828 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/fe41dc5fc8ca4146b87d64ef965edd8f is 50, key is test_row_0/B:col10/1731723418484/Put/seqid=0
2024-11-16T02:16:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-16T02:16:59,855 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:16:59,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:16:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-16T02:16:59,860 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:16:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:16:59,861 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:16:59,861 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:16:59,889 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:16:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:59,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742206_1382 (size=12104)
2024-11-16T02:16:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:16:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:16:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:16:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:16:59,924 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/fe41dc5fc8ca4146b87d64ef965edd8f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/fe41dc5fc8ca4146b87d64ef965edd8f
2024-11-16T02:16:59,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111694262f3aa9e94ba89ce62d30d92c68e8_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723418656/Put/seqid=0
2024-11-16T02:16:59,954 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into fe41dc5fc8ca4146b87d64ef965edd8f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:16:59,954 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:16:59,954 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723419480; duration=0sec
2024-11-16T02:16:59,954 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:16:59,954 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:16:59,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742207_1383 (size=14594)
2024-11-16T02:16:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:16:59,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:16:59,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723479953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723479954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723479964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723479966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:16:59,997 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111694262f3aa9e94ba89ce62d30d92c68e8_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111694262f3aa9e94ba89ce62d30d92c68e8_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:16:59,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:16:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723479976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:16:59,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0f18f85fd7db4148bf0617da4e12798e, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:00,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0f18f85fd7db4148bf0617da4e12798e is 175, key is test_row_0/A:col10/1731723418656/Put/seqid=0
2024-11-16T02:17:00,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742208_1384 (size=39549)
2024-11-16T02:17:00,052 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/f87c3a2871534913b12faf81dd8bce01 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/f87c3a2871534913b12faf81dd8bce01
2024-11-16T02:17:00,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723480077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,093 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into f87c3a2871534913b12faf81dd8bce01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723480080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,093 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:00,093 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723419481; duration=0sec
2024-11-16T02:17:00,093 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:00,093 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723480092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723480092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723480115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:17:00,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723480295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723480305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723480345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723480345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723480355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,441 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0f18f85fd7db4148bf0617da4e12798e
2024-11-16T02:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:17:00,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/c80381c53f954955ba5b2cb5d24c6222 is 50, key is test_row_0/B:col10/1731723418656/Put/seqid=0
2024-11-16T02:17:00,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742209_1385 (size=12001)
2024-11-16T02:17:00,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723480616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723480636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723480669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723480675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723480675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:00,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/c80381c53f954955ba5b2cb5d24c6222
2024-11-16T02:17:00,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/aca0e51e124d46bcb9fac111db2e5fa0 is 50, key is test_row_0/C:col10/1731723418656/Put/seqid=0
2024-11-16T02:17:00,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:00,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:00,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:00,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:17:01,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742210_1386 (size=12001)
2024-11-16T02:17:01,034 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/aca0e51e124d46bcb9fac111db2e5fa0
2024-11-16T02:17:01,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0f18f85fd7db4148bf0617da4e12798e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e
2024-11-16T02:17:01,066 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e, entries=200, sequenceid=85, filesize=38.6 K
2024-11-16T02:17:01,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/c80381c53f954955ba5b2cb5d24c6222 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c80381c53f954955ba5b2cb5d24c6222
2024-11-16T02:17:01,086 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c80381c53f954955ba5b2cb5d24c6222, entries=150, sequenceid=85, filesize=11.7 K
2024-11-16T02:17:01,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/aca0e51e124d46bcb9fac111db2e5fa0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/aca0e51e124d46bcb9fac111db2e5fa0
2024-11-16T02:17:01,105 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/aca0e51e124d46bcb9fac111db2e5fa0, entries=150, sequenceid=85, filesize=11.7 K
2024-11-16T02:17:01,106 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for a11d855a8e74c0bde67978f48741f7fa in 1217ms, sequenceid=85, compaction requested=false
2024-11-16T02:17:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:01,131 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T02:17:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:01,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161fbe9f0bf84041c6b9a841f148e2af2e_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:01,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742211_1387 (size=14594)
2024-11-16T02:17:01,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723481210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723481216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723481229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723481231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723481231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723481335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723481335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723481355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723481355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723481355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723481556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723481556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723481576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723481576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723481576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:01,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,642 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161fbe9f0bf84041c6b9a841f148e2af2e_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161fbe9f0bf84041c6b9a841f148e2af2e_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:01,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/96bd46d236bf4a3388ed6e9cd04467ee, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:01,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/96bd46d236bf4a3388ed6e9cd04467ee is 175, key is test_row_0/A:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:01,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742212_1388 (size=39549)
2024-11-16T02:17:01,691 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/96bd46d236bf4a3388ed6e9cd04467ee
2024-11-16T02:17:01,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/71c680ced945466a9049512b690f372b is 50, key is test_row_0/B:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:01,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:01,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:01,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742213_1389 (size=12001)
2024-11-16T02:17:01,809 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/71c680ced945466a9049512b690f372b
2024-11-16T02:17:01,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/0ddd69e31df14a1ba65ce358a127cfeb is 50, key is test_row_0/C:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:01,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723481875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723481875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723481888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723481888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723481897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:01,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742214_1390 (size=12001)
2024-11-16T02:17:01,936 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/0ddd69e31df14a1ba65ce358a127cfeb
2024-11-16T02:17:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:01,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:01,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/96bd46d236bf4a3388ed6e9cd04467ee as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee
2024-11-16T02:17:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:17:02,012 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee, entries=200, sequenceid=102, filesize=38.6 K
2024-11-16T02:17:02,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/71c680ced945466a9049512b690f372b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/71c680ced945466a9049512b690f372b
2024-11-16T02:17:02,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/71c680ced945466a9049512b690f372b, entries=150, sequenceid=102, filesize=11.7 K
2024-11-16T02:17:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/0ddd69e31df14a1ba65ce358a127cfeb as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/0ddd69e31df14a1ba65ce358a127cfeb
2024-11-16T02:17:02,090 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/0ddd69e31df14a1ba65ce358a127cfeb, entries=150, sequenceid=102, filesize=11.7 K
2024-11-16T02:17:02,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:02,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:02,112 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for a11d855a8e74c0bde67978f48741f7fa in 982ms, sequenceid=102, compaction requested=true
2024-11-16T02:17:02,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:02,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:02,113 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:02,115 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:02,117 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:02,117 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:02,117 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,117 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6cac82fb406f476581bb6dbe214b860c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=107.6 K
2024-11-16T02:17:02,117 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,117 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6cac82fb406f476581bb6dbe214b860c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee]
2024-11-16T02:17:02,119 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:02,120 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:02,120 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,120 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/f87c3a2871534913b12faf81dd8bce01, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/aca0e51e124d46bcb9fac111db2e5fa0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/0ddd69e31df14a1ba65ce358a127cfeb] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.3 K
2024-11-16T02:17:02,120 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cac82fb406f476581bb6dbe214b860c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731723417255
2024-11-16T02:17:02,125 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87c3a2871534913b12faf81dd8bce01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731723417255
2024-11-16T02:17:02,125 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f18f85fd7db4148bf0617da4e12798e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731723418595
2024-11-16T02:17:02,128 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting aca0e51e124d46bcb9fac111db2e5fa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731723418656
2024-11-16T02:17:02,129 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 96bd46d236bf4a3388ed6e9cd04467ee, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731723419940
2024-11-16T02:17:02,130 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ddd69e31df14a1ba65ce358a127cfeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731723419953
2024-11-16T02:17:02,167 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:02,167 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/dc4747638fdf4fff88efbd17a017d882 is 50, key is test_row_0/C:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:02,173 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:02,181 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116ef09552b315941118be0460a72b93ff8_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:02,183 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116ef09552b315941118be0460a72b93ff8_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:02,183 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ef09552b315941118be0460a72b93ff8_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:02,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742215_1391 (size=12207)
2024-11-16T02:17:02,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:02,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:02,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742216_1392 (size=4469)
2024-11-16T02:17:02,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a55a1adef3964b7ea9c8276cd1c64e49_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723421200/Put/seqid=0
2024-11-16T02:17:02,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742217_1393 (size=12154)
2024-11-16T02:17:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:02,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a55a1adef3964b7ea9c8276cd1c64e49_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a55a1adef3964b7ea9c8276cd1c64e49_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:02,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1846f8ece3c44d4e96748b14a6089e62, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1846f8ece3c44d4e96748b14a6089e62 is 175, key is test_row_0/A:col10/1731723421200/Put/seqid=0
2024-11-16T02:17:02,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742218_1394 (size=30955)
2024-11-16T02:17:02,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1846f8ece3c44d4e96748b14a6089e62
2024-11-16T02:17:02,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/55da120040ed4036a4cd93bbfea36674 is 50, key is test_row_0/B:col10/1731723421200/Put/seqid=0
2024-11-16T02:17:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:02,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:02,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742219_1395 (size=12001)
2024-11-16T02:17:02,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/55da120040ed4036a4cd93bbfea36674
2024-11-16T02:17:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/ca56f6b4be034f67960c93b8398ed02c is 50, key is test_row_0/C:col10/1731723421200/Put/seqid=0
2024-11-16T02:17:02,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723482453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723482450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723482457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723482458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723482459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742220_1396 (size=12001)
2024-11-16T02:17:02,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723482585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723482585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723482587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723482587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723482594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,633 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/dc4747638fdf4fff88efbd17a017d882 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/dc4747638fdf4fff88efbd17a017d882
2024-11-16T02:17:02,644 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into dc4747638fdf4fff88efbd17a017d882(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:02,644 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:02,644 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723422113; duration=0sec
2024-11-16T02:17:02,645 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:02,645 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:02,645 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:02,648 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:02,648 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:02,649 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,649 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/fe41dc5fc8ca4146b87d64ef965edd8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c80381c53f954955ba5b2cb5d24c6222, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/71c680ced945466a9049512b690f372b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.3 K
2024-11-16T02:17:02,649 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe41dc5fc8ca4146b87d64ef965edd8f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731723417255
2024-11-16T02:17:02,650 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c80381c53f954955ba5b2cb5d24c6222, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731723418656
2024-11-16T02:17:02,650 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71c680ced945466a9049512b690f372b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731723419953
2024-11-16T02:17:02,676 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#336 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:02,677 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5d46e37b15ad4a5d9987c9119278d381 is 175, key is test_row_0/A:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:02,678 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:02,679 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/9e8618442c704584991370e9be104a74 is 50, key is test_row_0/B:col10/1731723421129/Put/seqid=0
2024-11-16T02:17:02,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742221_1397 (size=12207)
2024-11-16T02:17:02,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742222_1398 (size=31161)
2024-11-16T02:17:02,750 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5d46e37b15ad4a5d9987c9119278d381 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5d46e37b15ad4a5d9987c9119278d381
2024-11-16T02:17:02,760 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/9e8618442c704584991370e9be104a74 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/9e8618442c704584991370e9be104a74
2024-11-16T02:17:02,761 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into 5d46e37b15ad4a5d9987c9119278d381(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:02,761 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:02,761 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723422112; duration=0sec
2024-11-16T02:17:02,761 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:02,761 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:02,777 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into 9e8618442c704584991370e9be104a74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:02,777 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:02,777 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723422113; duration=0sec
2024-11-16T02:17:02,777 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:02,778 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:02,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723482805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723482808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723482816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723482816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723482816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:02,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/ca56f6b4be034f67960c93b8398ed02c
2024-11-16T02:17:02,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1846f8ece3c44d4e96748b14a6089e62 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62
2024-11-16T02:17:02,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62, entries=150, sequenceid=120, filesize=30.2 K
2024-11-16T02:17:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/55da120040ed4036a4cd93bbfea36674 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/55da120040ed4036a4cd93bbfea36674
2024-11-16T02:17:02,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/55da120040ed4036a4cd93bbfea36674, entries=150, sequenceid=120, filesize=11.7 K
2024-11-16T02:17:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/ca56f6b4be034f67960c93b8398ed02c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/ca56f6b4be034f67960c93b8398ed02c
2024-11-16T02:17:02,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/ca56f6b4be034f67960c93b8398ed02c, entries=150, sequenceid=120, filesize=11.7 K
2024-11-16T02:17:02,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a11d855a8e74c0bde67978f48741f7fa in 679ms, sequenceid=120, compaction requested=false
2024-11-16T02:17:02,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:02,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:02,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-16T02:17:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-16T02:17:02,952 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-16T02:17:02,952 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec
2024-11-16T02:17:02,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 3.0980 sec
2024-11-16T02:17:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:03,137 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T02:17:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:03,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163225173bec8e428aaef401e78d328c66_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:03,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742223_1399 (size=12304)
2024-11-16T02:17:03,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723483194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723483197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723483199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723483219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723483221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723483336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723483336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723483336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723483355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723483356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723483569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723483569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723483570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723483576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,616 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:03,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723483590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,622 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163225173bec8e428aaef401e78d328c66_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163225173bec8e428aaef401e78d328c66_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:03,629 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1cc9675608174597a88ddc61fd832925, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:03,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1cc9675608174597a88ddc61fd832925 is 175, key is test_row_0/A:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:03,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742224_1400 (size=31105)
2024-11-16T02:17:03,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723483885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723483885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723483895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723483905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:03,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723483925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-16T02:17:04,041 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:04,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-16T02:17:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T02:17:04,051 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:04,056 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:04,056 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:04,061 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1cc9675608174597a88ddc61fd832925
2024-11-16T02:17:04,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/aa5a932f099a4c19b9eecdf1d300b756 is 50, key is test_row_0/B:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:04,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742225_1401 (size=12151)
2024-11-16T02:17:04,142 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/aa5a932f099a4c19b9eecdf1d300b756
2024-11-16T02:17:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T02:17:04,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/2dd6507b66534e20bc984ee03621574a is 50, key is test_row_0/C:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:04,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742226_1402 (size=12151)
2024-11-16T02:17:04,212 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/2dd6507b66534e20bc984ee03621574a
2024-11-16T02:17:04,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T02:17:04,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:04,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/1cc9675608174597a88ddc61fd832925 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925
2024-11-16T02:17:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:04,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925, entries=150, sequenceid=139, filesize=30.4 K
2024-11-16T02:17:04,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/aa5a932f099a4c19b9eecdf1d300b756 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/aa5a932f099a4c19b9eecdf1d300b756
2024-11-16T02:17:04,276 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/aa5a932f099a4c19b9eecdf1d300b756, entries=150, sequenceid=139, filesize=11.9 K
2024-11-16T02:17:04,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/2dd6507b66534e20bc984ee03621574a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2dd6507b66534e20bc984ee03621574a
2024-11-16T02:17:04,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2dd6507b66534e20bc984ee03621574a, entries=150, sequenceid=139, filesize=11.9 K
2024-11-16T02:17:04,330 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a11d855a8e74c0bde67978f48741f7fa in 1193ms, sequenceid=139, compaction requested=true
2024-11-16T02:17:04,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:04,330 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:04,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:04,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:04,330 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:04,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:04,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:04,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:04,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:04,339 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:04,339 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:04,339 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,339 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/9e8618442c704584991370e9be104a74, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/55da120040ed4036a4cd93bbfea36674, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/aa5a932f099a4c19b9eecdf1d300b756] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.5 K
2024-11-16T02:17:04,339 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:04,339 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:04,339 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,340 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5d46e37b15ad4a5d9987c9119278d381, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=91.0 K
2024-11-16T02:17:04,340 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,340 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5d46e37b15ad4a5d9987c9119278d381, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925]
2024-11-16T02:17:04,341 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8618442c704584991370e9be104a74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731723419953
2024-11-16T02:17:04,341 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d46e37b15ad4a5d9987c9119278d381, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731723419953
2024-11-16T02:17:04,342 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 55da120040ed4036a4cd93bbfea36674, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731723421200
2024-11-16T02:17:04,342 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1846f8ece3c44d4e96748b14a6089e62, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731723421200
2024-11-16T02:17:04,346 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cc9675608174597a88ddc61fd832925, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731723422452
2024-11-16T02:17:04,346 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting aa5a932f099a4c19b9eecdf1d300b756, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731723422452
2024-11-16T02:17:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T02:17:04,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-16T02:17:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:04,387 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:04,387 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/1de6d3d21ec146f18f1c39e332168fe7 is 50, key is test_row_0/B:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:04,393 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:04,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cbb2a4e1bfe340f59804d6d2af2f0fd0_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723423207/Put/seqid=0
2024-11-16T02:17:04,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742227_1403 (size=12459)
2024-11-16T02:17:04,442 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116f7716d70101c470eb71513efabcd6360_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:04,444 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116f7716d70101c470eb71513efabcd6360_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:04,449 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/1de6d3d21ec146f18f1c39e332168fe7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/1de6d3d21ec146f18f1c39e332168fe7
2024-11-16T02:17:04,453 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f7716d70101c470eb71513efabcd6360_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:04,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742228_1404 (size=12304)
2024-11-16T02:17:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:04,468 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into 1de6d3d21ec146f18f1c39e332168fe7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:04,468 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:04,468 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723424330; duration=0sec
2024-11-16T02:17:04,468 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:04,468 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:04,468 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:04,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116cbb2a4e1bfe340f59804d6d2af2f0fd0_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cbb2a4e1bfe340f59804d6d2af2f0fd0_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:04,480 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:04,480 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:04,480 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:04,481 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/dc4747638fdf4fff88efbd17a017d882, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/ca56f6b4be034f67960c93b8398ed02c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2dd6507b66534e20bc984ee03621574a] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.5 K
2024-11-16T02:17:04,482 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4747638fdf4fff88efbd17a017d882, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731723419953
2024-11-16T02:17:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/7a3326773c0d41f9a42056280fd869cc, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/7a3326773c0d41f9a42056280fd869cc is 175, key is test_row_0/A:col10/1731723423207/Put/seqid=0
2024-11-16T02:17:04,485 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ca56f6b4be034f67960c93b8398ed02c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731723421200
2024-11-16T02:17:04,486 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dd6507b66534e20bc984ee03621574a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731723422452
2024-11-16T02:17:04,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742230_1406 (size=31105)
2024-11-16T02:17:04,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/7a3326773c0d41f9a42056280fd869cc
2024-11-16T02:17:04,504 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:04,504 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/56a152255c654a29aefd00cc1c7231b5 is 50, key is test_row_0/C:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:04,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742229_1405 (size=4469)
2024-11-16T02:17:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/af94179166e34d45838ea7274a7349f6 is 50, key is test_row_0/B:col10/1731723423207/Put/seqid=0
2024-11-16T02:17:04,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723484500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723484502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723484512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723484514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723484514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742232_1408 (size=12151)
2024-11-16T02:17:04,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/af94179166e34d45838ea7274a7349f6
2024-11-16T02:17:04,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742231_1407 (size=12459)
2024-11-16T02:17:04,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/421f9460c09d46b58f5b6a51516571e5 is 50, key is test_row_0/C:col10/1731723423207/Put/seqid=0
2024-11-16T02:17:04,576 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/56a152255c654a29aefd00cc1c7231b5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/56a152255c654a29aefd00cc1c7231b5
2024-11-16T02:17:04,582 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into 56a152255c654a29aefd00cc1c7231b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:04,582 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:04,582 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723424331; duration=0sec
2024-11-16T02:17:04,582 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:04,582 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:04,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742233_1409 (size=12151)
2024-11-16T02:17:04,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723484634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723484635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723484645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723484645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723484645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T02:17:04,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723484846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723484846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723484865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723484865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723484865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:04,928 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#345 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:04,929 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/aa93de56c3e64b1f8420b43d7d807a03 is 175, key is test_row_0/A:col10/1731723423134/Put/seqid=0
2024-11-16T02:17:04,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742234_1410 (size=31413)
2024-11-16T02:17:05,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/421f9460c09d46b58f5b6a51516571e5
2024-11-16T02:17:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/7a3326773c0d41f9a42056280fd869cc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc
2024-11-16T02:17:05,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc, entries=150, sequenceid=155, filesize=30.4 K
2024-11-16T02:17:05,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/af94179166e34d45838ea7274a7349f6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/af94179166e34d45838ea7274a7349f6
2024-11-16T02:17:05,039 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/af94179166e34d45838ea7274a7349f6, entries=150, sequenceid=155, filesize=11.9 K
2024-11-16T02:17:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/421f9460c09d46b58f5b6a51516571e5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/421f9460c09d46b58f5b6a51516571e5
2024-11-16T02:17:05,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/421f9460c09d46b58f5b6a51516571e5, entries=150, sequenceid=155, filesize=11.9 K
2024-11-16T02:17:05,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for a11d855a8e74c0bde67978f48741f7fa in 673ms, sequenceid=155, compaction requested=false
2024-11-16T02:17:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-16T02:17:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-16T02:17:05,057 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-16T02:17:05,057 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec
2024-11-16T02:17:05,065 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.0140 sec
2024-11-16T02:17:05,182 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:17:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:05,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-16T02:17:05,187 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:05,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-16T02:17:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:05,194 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:05,198 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:05,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:05,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116223e0af9432f43069f83174432670e5d_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:05,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723485223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742235_1411 (size=14794)
2024-11-16T02:17:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723485219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723485242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723485242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723485243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:05,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723485356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723485360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723485376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723485376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723485376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,465 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/aa93de56c3e64b1f8420b43d7d807a03 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/aa93de56c3e64b1f8420b43d7d807a03
2024-11-16T02:17:05,471 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into aa93de56c3e64b1f8420b43d7d807a03(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-16T02:17:05,471 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:05,471 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723424330; duration=1sec
2024-11-16T02:17:05,471 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:05,471 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:05,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723485575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723485589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723485600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723485601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723485601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,645 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:05,665 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116223e0af9432f43069f83174432670e5d_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116223e0af9432f43069f83174432670e5d_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:05,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5839ebe06b764af2b5c35b15c3d73c82, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:05,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5839ebe06b764af2b5c35b15c3d73c82 is 175, key is test_row_0/A:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:05,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742236_1412 (size=39749)
2024-11-16T02:17:05,702 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5839ebe06b764af2b5c35b15c3d73c82
2024-11-16T02:17:05,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/494c4f46583440cdbd8e078598bc424b is 50, key is test_row_0/B:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:05,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742237_1413 (size=12151)
2024-11-16T02:17:05,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723485888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723485907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723485916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723485918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723485921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:05,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:05,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:05,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:05,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/494c4f46583440cdbd8e078598bc424b
2024-11-16T02:17:06,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6c43aea03dcf44698d8e73ec4d5f4230 is 50, key is test_row_0/C:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:06,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742238_1414 (size=12151)
2024-11-16T02:17:06,257 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6c43aea03dcf44698d8e73ec4d5f4230
2024-11-16T02:17:06,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5839ebe06b764af2b5c35b15c3d73c82 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82
2024-11-16T02:17:06,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,325 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82, entries=200, sequenceid=175, filesize=38.8 K
2024-11-16T02:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:06,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/494c4f46583440cdbd8e078598bc424b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/494c4f46583440cdbd8e078598bc424b
2024-11-16T02:17:06,389 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/494c4f46583440cdbd8e078598bc424b, entries=150, sequenceid=175, filesize=11.9 K
2024-11-16T02:17:06,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6c43aea03dcf44698d8e73ec4d5f4230 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6c43aea03dcf44698d8e73ec4d5f4230
2024-11-16T02:17:06,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723486406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723486425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6c43aea03dcf44698d8e73ec4d5f4230, entries=150, sequenceid=175, filesize=11.9 K
2024-11-16T02:17:06,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a11d855a8e74c0bde67978f48741f7fa in 1278ms, sequenceid=175, compaction requested=true
2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:06,461 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:06,463 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:06,464 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:06,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:06,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:06,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:06,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,473 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:06,473 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:06,473 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,473 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/aa93de56c3e64b1f8420b43d7d807a03, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=99.9 K
2024-11-16T02:17:06,473 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,473 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/aa93de56c3e64b1f8420b43d7d807a03, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82]
2024-11-16T02:17:06,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:06,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:06,480 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,480 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/56a152255c654a29aefd00cc1c7231b5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/421f9460c09d46b58f5b6a51516571e5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6c43aea03dcf44698d8e73ec4d5f4230] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.9 K
2024-11-16T02:17:06,481 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting aa93de56c3e64b1f8420b43d7d807a03, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731723422452
2024-11-16T02:17:06,484 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a152255c654a29aefd00cc1c7231b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731723422452
2024-11-16T02:17:06,486 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a3326773c0d41f9a42056280fd869cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731723423180
2024-11-16T02:17:06,487 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 421f9460c09d46b58f5b6a51516571e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731723423180
2024-11-16T02:17:06,490 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c43aea03dcf44698d8e73ec4d5f4230, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723424507
2024-11-16T02:17:06,490 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5839ebe06b764af2b5c35b15c3d73c82, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723424497
2024-11-16T02:17:06,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169002fec59e9c4717a1812d59a09115ff_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723426458/Put/seqid=0
2024-11-16T02:17:06,533 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:06,551 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:06,551 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/95a7afe7cea04cd58199626c6a502e91 is 50, key is test_row_0/C:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:06,557 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411160a5969a44fe54a8d97f125d629870f43_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:06,559 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411160a5969a44fe54a8d97f125d629870f43_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:06,559 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160a5969a44fe54a8d97f125d629870f43_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:06,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723486572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723486575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723486579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742240_1416 (size=12561)
2024-11-16T02:17:06,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742239_1415 (size=17284)
2024-11-16T02:17:06,628 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:06,632 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169002fec59e9c4717a1812d59a09115ff_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169002fec59e9c4717a1812d59a09115ff_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:06,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5554ad64d12948dc8bdd4d3ec89f01df, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:06,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5554ad64d12948dc8bdd4d3ec89f01df is 175, key is test_row_0/A:col10/1731723426458/Put/seqid=0
2024-11-16T02:17:06,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742241_1417 (size=4469)
2024-11-16T02:17:06,641 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#354 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:06,642 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/bbe040d2c12742c1b781de5519eb0f49 is 175, key is test_row_0/A:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:06,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742243_1419 (size=31515)
2024-11-16T02:17:06,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742242_1418 (size=48389)
2024-11-16T02:17:06,705 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/bbe040d2c12742c1b781de5519eb0f49 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bbe040d2c12742c1b781de5519eb0f49
2024-11-16T02:17:06,726 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into bbe040d2c12742c1b781de5519eb0f49(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:06,726 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:06,726 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723426460; duration=0sec
2024-11-16T02:17:06,726 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:06,726 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:06,726 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:06,728 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:06,728 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:06,728 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,728 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/1de6d3d21ec146f18f1c39e332168fe7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/af94179166e34d45838ea7274a7349f6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/494c4f46583440cdbd8e078598bc424b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=35.9 K
2024-11-16T02:17:06,729 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de6d3d21ec146f18f1c39e332168fe7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731723422452
2024-11-16T02:17:06,729 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting af94179166e34d45838ea7274a7349f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731723423180
2024-11-16T02:17:06,729 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 494c4f46583440cdbd8e078598bc424b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723424507
2024-11-16T02:17:06,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723486711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723486715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723486711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,754 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#356 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:06,754 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/b55972ed8f83436682219380dc2e73f0 is 50, key is test_row_0/B:col10/1731723425180/Put/seqid=0
2024-11-16T02:17:06,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742244_1420 (size=12561)
2024-11-16T02:17:06,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:06,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:06,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:06,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723486948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723486949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:06,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723486955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:07,028 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/95a7afe7cea04cd58199626c6a502e91 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/95a7afe7cea04cd58199626c6a502e91
2024-11-16T02:17:07,038 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into 95a7afe7cea04cd58199626c6a502e91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:07,038 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:07,038 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723426460; duration=0sec
2024-11-16T02:17:07,038 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:07,038 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:07,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,103 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5554ad64d12948dc8bdd4d3ec89f01df
2024-11-16T02:17:07,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/384dbc4e8a2b4f329570c3b9ace24848 is 50, key is test_row_0/B:col10/1731723426458/Put/seqid=0
2024-11-16T02:17:07,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742245_1421 (size=12151)
2024-11-16T02:17:07,174 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/384dbc4e8a2b4f329570c3b9ace24848
2024-11-16T02:17:07,191 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/b55972ed8f83436682219380dc2e73f0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/b55972ed8f83436682219380dc2e73f0
2024-11-16T02:17:07,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/9f2af8424c43467caab9fb595ac8f7b7 is 50, key is test_row_0/C:col10/1731723426458/Put/seqid=0
2024-11-16T02:17:07,219 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into b55972ed8f83436682219380dc2e73f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:07,219 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:07,219 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723426460; duration=0sec
2024-11-16T02:17:07,224 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:07,224 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:07,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742246_1422 (size=12151)
2024-11-16T02:17:07,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723487278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:07,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723487278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:07,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723487287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:07,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723487437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:07,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723487445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:07,451 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in a11d855a8e74c0bde67978f48741f7fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:07,451 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in a11d855a8e74c0bde67978f48741f7fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2232 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:07,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:07,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:07,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,637 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/9f2af8424c43467caab9fb595ac8f7b7
2024-11-16T02:17:07,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/5554ad64d12948dc8bdd4d3ec89f01df as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df
2024-11-16T02:17:07,686 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df, entries=250, sequenceid=193, filesize=47.3 K
2024-11-16T02:17:07,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/384dbc4e8a2b4f329570c3b9ace24848 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/384dbc4e8a2b4f329570c3b9ace24848
2024-11-16T02:17:07,707 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/384dbc4e8a2b4f329570c3b9ace24848, entries=150, sequenceid=193, filesize=11.9 K
2024-11-16T02:17:07,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/9f2af8424c43467caab9fb595ac8f7b7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/9f2af8424c43467caab9fb595ac8f7b7
2024-11-16T02:17:07,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:07,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/9f2af8424c43467caab9fb595ac8f7b7, entries=150, sequenceid=193, filesize=11.9 K
2024-11-16T02:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,735 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a11d855a8e74c0bde67978f48741f7fa in 1272ms, sequenceid=193, compaction requested=false
2024-11-16T02:17:07,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:07,824 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T02:17:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:07,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:07,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168c91da41b3364504b8b02e94c453a953_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:07,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:07,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:07,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:07,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:07,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742247_1423 (size=14794)
2024-11-16T02:17:08,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723487985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723488007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723488008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723488116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723488146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723488146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,305 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:08,332 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411168c91da41b3364504b8b02e94c453a953_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168c91da41b3364504b8b02e94c453a953_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:08,338 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/bb0cd74e5f684b549a86c55bfba068b2, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:08,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/bb0cd74e5f684b549a86c55bfba068b2 is 175, key is test_row_0/A:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:08,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723488336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723488359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723488360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742248_1424 (size=39749)
2024-11-16T02:17:08,377 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/bb0cd74e5f684b549a86c55bfba068b2
2024-11-16T02:17:08,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/87015e6b50984088a0c41f0e1ca2e256 is 50, key is test_row_0/B:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:08,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742249_1425 (size=12151)
2024-11-16T02:17:08,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723488668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723488676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723488677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:08,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,875 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/87015e6b50984088a0c41f0e1ca2e256
2024-11-16T02:17:08,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/337311f0e37542bd8028ba702f1c520c is 50, key is test_row_0/C:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:08,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742250_1426 (size=12151)
2024-11-16T02:17:08,946 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/337311f0e37542bd8028ba702f1c520c
2024-11-16T02:17:08,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/bb0cd74e5f684b549a86c55bfba068b2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2
2024-11-16T02:17:08,978 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2, entries=200, sequenceid=214, filesize=38.8 K
2024-11-16T02:17:08,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/87015e6b50984088a0c41f0e1ca2e256 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/87015e6b50984088a0c41f0e1ca2e256
2024-11-16T02:17:08,986 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/87015e6b50984088a0c41f0e1ca2e256, entries=150, sequenceid=214, filesize=11.9 K
2024-11-16T02:17:08,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/337311f0e37542bd8028ba702f1c520c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/337311f0e37542bd8028ba702f1c520c
2024-11-16T02:17:08,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:08,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:08,999 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/337311f0e37542bd8028ba702f1c520c, entries=150, sequenceid=214, filesize=11.9 K
2024-11-16T02:17:09,000 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a11d855a8e74c0bde67978f48741f7fa in 1176ms, sequenceid=214, compaction requested=true
2024-11-16T02:17:09,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:09,004 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:09,004 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:09,005 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:09,006 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:09,006 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:09,006 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/95a7afe7cea04cd58199626c6a502e91, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/9f2af8424c43467caab9fb595ac8f7b7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/337311f0e37542bd8028ba702f1c520c] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=36.0 K
2024-11-16T02:17:09,006 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 95a7afe7cea04cd58199626c6a502e91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723424507
2024-11-16T02:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,007 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2af8424c43467caab9fb595ac8f7b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731723425240
2024-11-16T02:17:09,007 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 337311f0e37542bd8028ba702f1c520c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731723426563
2024-11-16T02:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,015 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 119653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:09,015 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:09,016 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:09,016 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bbe040d2c12742c1b781de5519eb0f49, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=116.8 K
2024-11-16T02:17:09,016 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:09,016 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bbe040d2c12742c1b781de5519eb0f49, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2]
2024-11-16T02:17:09,018 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:09,018 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbe040d2c12742c1b781de5519eb0f49, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723424507
2024-11-16T02:17:09,019 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6aea6cd8b4004f978b907c34a30a8975 is 50, key is test_row_0/C:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:09,019 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5554ad64d12948dc8bdd4d3ec89f01df, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731723425209
2024-11-16T02:17:09,020 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb0cd74e5f684b549a86c55bfba068b2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731723426563
2024-11-16T02:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,040 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,053 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411161e8318b5459347a8a8749e0d123e6a6b_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,055 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411161e8318b5459347a8a8749e0d123e6a6b_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,057 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161e8318b5459347a8a8749e0d123e6a6b_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742251_1427 (size=12663)
2024-11-16T02:17:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742252_1428 (size=4469)
2024-11-16T02:17:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,080 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#363 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,080 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/2ed301eac2284018878c279f553f2b46 is 175, key is test_row_0/A:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742253_1429 (size=31617)
2024-11-16T02:17:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,144 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/2ed301eac2284018878c279f553f2b46 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2ed301eac2284018878c279f553f2b46
2024-11-16T02:17:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-16T02:17:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:09,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:17:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f1903f992570479198ff992774e5da55_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723428006/Put/seqid=0
2024-11-16T02:17:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,179 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into 2ed301eac2284018878c279f553f2b46(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:09,179 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:09,179 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723429001; duration=0sec
2024-11-16T02:17:09,179 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:09,179 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:09,180 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,181 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:09,181 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:09,181 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:09,181 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/b55972ed8f83436682219380dc2e73f0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/384dbc4e8a2b4f329570c3b9ace24848, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/87015e6b50984088a0c41f0e1ca2e256] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=36.0 K
2024-11-16T02:17:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,184 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55972ed8f83436682219380dc2e73f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731723424507
2024-11-16T02:17:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,184 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 384dbc4e8a2b4f329570c3b9ace24848, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731723425240
2024-11-16T02:17:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,185 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87015e6b50984088a0c41f0e1ca2e256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731723426563
2024-11-16T02:17:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,204 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#365 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742254_1430 (size=9814)
2024-11-16T02:17:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,213 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/ddc61ce29f104204bd12cdc4d16157bd is 50, key is test_row_0/B:col10/1731723426563/Put/seqid=0
2024-11-16T02:17:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f1903f992570479198ff992774e5da55_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f1903f992570479198ff992774e5da55_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/476c993e65f5456b9021fed410231337, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:09,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/476c993e65f5456b9021fed410231337 is 175, key is test_row_0/A:col10/1731723428006/Put/seqid=0
2024-11-16T02:17:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742255_1431 (size=12663)
2024-11-16T02:17:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742256_1432 (size=22461)
2024-11-16T02:17:09,274 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/ddc61ce29f104204bd12cdc4d16157bd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/ddc61ce29f104204bd12cdc4d16157bd
2024-11-16T02:17:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/476c993e65f5456b9021fed410231337
2024-11-16T02:17:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,290 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into ddc61ce29f104204bd12cdc4d16157bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:09,290 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:09,290 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723429001; duration=0sec
2024-11-16T02:17:09,290 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:09,290 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/a306630c67154632b3baa25724d8c906 is 50, key is test_row_0/B:col10/1731723428006/Put/seqid=0
2024-11-16T02:17:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742257_1433 (size=9757)
2024-11-16T02:17:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/a306630c67154632b3baa25724d8c906
2024-11-16T02:17:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/7f4dc2486baa4a5397510f733b4bccbe is 50, key is test_row_0/C:col10/1731723428006/Put/seqid=0
2024-11-16T02:17:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742258_1434 (size=9757)
2024-11-16T02:17:09,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/7f4dc2486baa4a5397510f733b4bccbe
2024-11-16T02:17:09,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/476c993e65f5456b9021fed410231337 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337
2024-11-16T02:17:09,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337, entries=100, sequenceid=228, filesize=21.9 K
2024-11-16T02:17:09,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/a306630c67154632b3baa25724d8c906 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/a306630c67154632b3baa25724d8c906
2024-11-16T02:17:09,435 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/a306630c67154632b3baa25724d8c906, entries=100, sequenceid=228, filesize=9.5 K
2024-11-16T02:17:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/7f4dc2486baa4a5397510f733b4bccbe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/7f4dc2486baa4a5397510f733b4bccbe
2024-11-16T02:17:09,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/7f4dc2486baa4a5397510f733b4bccbe, entries=100, sequenceid=228, filesize=9.5 K
2024-11-16T02:17:09,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=53.67 KB/54960 for a11d855a8e74c0bde67978f48741f7fa in 296ms, sequenceid=228, compaction requested=false
2024-11-16T02:17:09,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:09,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:09,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-16T02:17:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-16T02:17:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:09,449 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:17:09,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:09,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:09,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:09,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:09,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:09,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:09,451 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-16T02:17:09,451 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2490 sec
2024-11-16T02:17:09,453 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 4.2640 sec
2024-11-16T02:17:09,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116665aecf0c3874092972dd19b0bb020a9_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:09,498 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6aea6cd8b4004f978b907c34a30a8975 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6aea6cd8b4004f978b907c34a30a8975
2024-11-16T02:17:09,515 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into 6aea6cd8b4004f978b907c34a30a8975(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:09,515 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:09,515 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723429001; duration=0sec
2024-11-16T02:17:09,515 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:09,515 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:09,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742259_1435 (size=19774)
2024-11-16T02:17:09,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723489583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723489591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723489594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723489596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723489598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723489716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723489725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723489725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723489725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723489725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,929 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:09,943 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116665aecf0c3874092972dd19b0bb020a9_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116665aecf0c3874092972dd19b0bb020a9_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:09,947 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/2f41c0b558b9470a91ce2bf8c48652ec, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:09,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/2f41c0b558b9470a91ce2bf8c48652ec is 175, key is test_row_0/A:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:09,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723489955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723489955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723489955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723489955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723489956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:09,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742260_1436 (size=57033)
2024-11-16T02:17:09,975 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/2f41c0b558b9470a91ce2bf8c48652ec
2024-11-16T02:17:09,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/304fab45f50b44d2bd86db96b2ce0bb9 is 50, key is test_row_0/B:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:10,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742261_1437 (size=12151)
2024-11-16T02:17:10,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/304fab45f50b44d2bd86db96b2ce0bb9
2024-11-16T02:17:10,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/86359211e2a44258a850164b49fa8b3f is 50, key is test_row_0/C:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:10,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742262_1438 (size=12151)
2024-11-16T02:17:10,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723490275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723490285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723490285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723490285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723490285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,500 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/86359211e2a44258a850164b49fa8b3f
2024-11-16T02:17:10,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/2f41c0b558b9470a91ce2bf8c48652ec as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec
2024-11-16T02:17:10,511 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec, entries=300, sequenceid=242, filesize=55.7 K
2024-11-16T02:17:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/304fab45f50b44d2bd86db96b2ce0bb9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/304fab45f50b44d2bd86db96b2ce0bb9
2024-11-16T02:17:10,519 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/304fab45f50b44d2bd86db96b2ce0bb9, entries=150, sequenceid=242, filesize=11.9 K
2024-11-16T02:17:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/86359211e2a44258a850164b49fa8b3f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/86359211e2a44258a850164b49fa8b3f
2024-11-16T02:17:10,524 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/86359211e2a44258a850164b49fa8b3f, entries=150, sequenceid=242, filesize=11.9 K
2024-11-16T02:17:10,525 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a11d855a8e74c0bde67978f48741f7fa in 1075ms, sequenceid=242, compaction requested=true
2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:10,525 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:10,525 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:10,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:10,536 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111111 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:10,536 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:10,536 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:10,537 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2ed301eac2284018878c279f553f2b46, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=108.5 K
2024-11-16T02:17:10,537 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:10,537 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2ed301eac2284018878c279f553f2b46, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec]
2024-11-16T02:17:10,537 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:10,537 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:10,537 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:10,537 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/ddc61ce29f104204bd12cdc4d16157bd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/a306630c67154632b3baa25724d8c906, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/304fab45f50b44d2bd86db96b2ce0bb9] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=33.8 K
2024-11-16T02:17:10,537 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ed301eac2284018878c279f553f2b46, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731723426563
2024-11-16T02:17:10,540 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ddc61ce29f104204bd12cdc4d16157bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731723426563
2024-11-16T02:17:10,540 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 476c993e65f5456b9021fed410231337, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731723428005
2024-11-16T02:17:10,547 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f41c0b558b9470a91ce2bf8c48652ec, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731723429329
2024-11-16T02:17:10,547 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a306630c67154632b3baa25724d8c906, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731723428005
2024-11-16T02:17:10,548 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 304fab45f50b44d2bd86db96b2ce0bb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731723429334
2024-11-16T02:17:10,569 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:10,574 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:10,575 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/413ebcc1798844a199b349db6ae85064 is 50, key is test_row_0/B:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:10,578 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111609b894aabf804c52ad781dbbf940e176_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:10,581 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111609b894aabf804c52ad781dbbf940e176_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:10,581 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111609b894aabf804c52ad781dbbf940e176_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:10,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742263_1439 (size=12765)
2024-11-16T02:17:10,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742264_1440 (size=4469)
2024-11-16T02:17:10,636 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/413ebcc1798844a199b349db6ae85064 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/413ebcc1798844a199b349db6ae85064
2024-11-16T02:17:10,645 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into 413ebcc1798844a199b349db6ae85064(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:10,645 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:10,645 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723430525; duration=0sec
2024-11-16T02:17:10,645 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:10,645 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:10,645 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:10,652 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:10,652 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:10,652 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:10,652 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6aea6cd8b4004f978b907c34a30a8975, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/7f4dc2486baa4a5397510f733b4bccbe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/86359211e2a44258a850164b49fa8b3f] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=33.8 K
2024-11-16T02:17:10,652 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6aea6cd8b4004f978b907c34a30a8975, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731723426563
2024-11-16T02:17:10,653 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f4dc2486baa4a5397510f733b4bccbe, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731723428005
2024-11-16T02:17:10,653 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 86359211e2a44258a850164b49fa8b3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731723429334
2024-11-16T02:17:10,667 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#373 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:10,667 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6d2373e2d8e3425fa51dd60d83c07a56 is 50, key is test_row_0/C:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:10,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742265_1441 (size=12765)
2024-11-16T02:17:10,684 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/6d2373e2d8e3425fa51dd60d83c07a56 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6d2373e2d8e3425fa51dd60d83c07a56
2024-11-16T02:17:10,688 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into 6d2373e2d8e3425fa51dd60d83c07a56(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:10,688 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:10,688 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723430525; duration=0sec
2024-11-16T02:17:10,688 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:10,688 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:10,801 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T02:17:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:10,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:10,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116054e827e6b504abfacef8354910e4cef_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723430799/Put/seqid=0
2024-11-16T02:17:10,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742266_1442 (size=14944)
2024-11-16T02:17:10,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:10,818 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116054e827e6b504abfacef8354910e4cef_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116054e827e6b504abfacef8354910e4cef_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:10,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/a2c1a60613594d08ab70dbd5276d8b98, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:10,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/a2c1a60613594d08ab70dbd5276d8b98 is 175, key is test_row_0/A:col10/1731723430799/Put/seqid=0
2024-11-16T02:17:10,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742267_1443 (size=39899)
2024-11-16T02:17:10,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723490849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723490849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723490849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723490850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723490850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723490975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723490975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723490975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723490975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723490975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,031 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#371 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:11,032 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6478c451ff104a4eb22412369b4a5d50 is 175, key is test_row_0/A:col10/1731723429334/Put/seqid=0
2024-11-16T02:17:11,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742268_1444 (size=31719)
2024-11-16T02:17:11,049 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6478c451ff104a4eb22412369b4a5d50 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6478c451ff104a4eb22412369b4a5d50
2024-11-16T02:17:11,054 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into 6478c451ff104a4eb22412369b4a5d50(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:11,054 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:11,054 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723430525; duration=0sec
2024-11-16T02:17:11,054 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:11,054 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:11,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723491196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723491196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723491199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723491199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723491199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,228 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/a2c1a60613594d08ab70dbd5276d8b98
2024-11-16T02:17:11,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/f3264c535e884ca38af5a18646c1b8e8 is 50, key is test_row_0/B:col10/1731723430799/Put/seqid=0
2024-11-16T02:17:11,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742269_1445 (size=12251)
2024-11-16T02:17:11,269 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/f3264c535e884ca38af5a18646c1b8e8
2024-11-16T02:17:11,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/2d3647203a724e92b2354e81dec77e94 is 50, key is test_row_0/C:col10/1731723430799/Put/seqid=0
2024-11-16T02:17:11,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742270_1446 (size=12251)
2024-11-16T02:17:11,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/2d3647203a724e92b2354e81dec77e94
2024-11-16T02:17:11,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/a2c1a60613594d08ab70dbd5276d8b98 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98
2024-11-16T02:17:11,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98, entries=200, sequenceid=266, filesize=39.0 K
2024-11-16T02:17:11,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/f3264c535e884ca38af5a18646c1b8e8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/f3264c535e884ca38af5a18646c1b8e8
2024-11-16T02:17:11,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/f3264c535e884ca38af5a18646c1b8e8, entries=150, sequenceid=266, filesize=12.0 K
2024-11-16T02:17:11,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/2d3647203a724e92b2354e81dec77e94 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2d3647203a724e92b2354e81dec77e94
2024-11-16T02:17:11,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2d3647203a724e92b2354e81dec77e94, entries=150, sequenceid=266, filesize=12.0 K
2024-11-16T02:17:11,336 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for a11d855a8e74c0bde67978f48741f7fa in 535ms, sequenceid=266, compaction requested=false
2024-11-16T02:17:11,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:11,537 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:17:11,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:11,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:11,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:11,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:11,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:11,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:11,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116954012842fe44299863cd93c50bdfbda_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:11,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742271_1447 (size=20074)
2024-11-16T02:17:11,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723491579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723491580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723491583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723491583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723491585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723491709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723491709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723491709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723491709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723491711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723491924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723491925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723491925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723491925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723491935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:11,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:11,990 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116954012842fe44299863cd93c50bdfbda_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116954012842fe44299863cd93c50bdfbda_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:11,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/04381811027247a6a51df08a9b9276b2, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:11,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/04381811027247a6a51df08a9b9276b2 is 175, key is test_row_0/A:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:12,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742272_1448 (size=57333)
2024-11-16T02:17:12,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723492245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723492246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723492246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723492246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723492255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,418 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/04381811027247a6a51df08a9b9276b2
2024-11-16T02:17:12,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/31adc1cc390e4484b341a8823c19f923 is 50, key is test_row_0/B:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:12,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742273_1449 (size=12301)
2024-11-16T02:17:12,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723492765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723492765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723492765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723492765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723492765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:12,871 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/31adc1cc390e4484b341a8823c19f923
2024-11-16T02:17:12,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/43a81aa800924dffa56aab6581863f05 is 50, key is test_row_0/C:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:12,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742274_1450 (size=12301)
2024-11-16T02:17:13,300 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/43a81aa800924dffa56aab6581863f05
2024-11-16T02:17:13,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/04381811027247a6a51df08a9b9276b2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2
2024-11-16T02:17:13,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2, entries=300, sequenceid=283, filesize=56.0 K
2024-11-16T02:17:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/31adc1cc390e4484b341a8823c19f923 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/31adc1cc390e4484b341a8823c19f923
2024-11-16T02:17:13,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/31adc1cc390e4484b341a8823c19f923, entries=150, sequenceid=283, filesize=12.0 K
2024-11-16T02:17:13,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/43a81aa800924dffa56aab6581863f05 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/43a81aa800924dffa56aab6581863f05
2024-11-16T02:17:13,333 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/43a81aa800924dffa56aab6581863f05, entries=150, sequenceid=283, filesize=12.0 K
2024-11-16T02:17:13,334 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a11d855a8e74c0bde67978f48741f7fa in 1797ms, sequenceid=283, compaction requested=true
2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:13,334 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:13,334 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:13,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 128951 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:13,335 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:13,335 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:13,335 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/413ebcc1798844a199b349db6ae85064, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/f3264c535e884ca38af5a18646c1b8e8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/31adc1cc390e4484b341a8823c19f923] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=36.4 K
2024-11-16T02:17:13,335 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6478c451ff104a4eb22412369b4a5d50, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=125.9 K
2024-11-16T02:17:13,335 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6478c451ff104a4eb22412369b4a5d50, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2]
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6478c451ff104a4eb22412369b4a5d50, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731723429334
2024-11-16T02:17:13,335 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 413ebcc1798844a199b349db6ae85064, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731723429334
2024-11-16T02:17:13,336 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f3264c535e884ca38af5a18646c1b8e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731723429542
2024-11-16T02:17:13,336 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2c1a60613594d08ab70dbd5276d8b98, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731723429542
2024-11-16T02:17:13,336 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 31adc1cc390e4484b341a8823c19f923, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731723431533
2024-11-16T02:17:13,336 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04381811027247a6a51df08a9b9276b2, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731723430814
2024-11-16T02:17:13,343 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:13,343 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/087a4ad11e8c4193b846929aff54df72 is 50, key is test_row_0/B:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:13,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742275_1451 (size=13017)
2024-11-16T02:17:13,357 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:13,360 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411163045e3d911b64122958bb8d906ced710_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:13,365 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411163045e3d911b64122958bb8d906ced710_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:13,365 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163045e3d911b64122958bb8d906ced710_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:13,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742276_1452 (size=4469)
2024-11-16T02:17:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-16T02:17:13,385 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:13,386 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-16T02:17:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T02:17:13,387 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:13,388 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:13,388 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T02:17:13,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-16T02:17:13,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:13,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:13,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5428256a16742f2a259da1f1f36fdcb_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723431583/Put/seqid=0
2024-11-16T02:17:13,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742277_1453 (size=12454)
2024-11-16T02:17:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T02:17:13,765 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/087a4ad11e8c4193b846929aff54df72 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/087a4ad11e8c4193b846929aff54df72
2024-11-16T02:17:13,770 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into 087a4ad11e8c4193b846929aff54df72(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:13,770 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:13,770 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723433334; duration=0sec
2024-11-16T02:17:13,770 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#381 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:13,770 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:13,770 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:13,770 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:13,770 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/45130bcc397c436bb5a943a47a1fec67 is 175, key is test_row_0/A:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:13,772 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:13,773 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:13,773 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:13,773 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6d2373e2d8e3425fa51dd60d83c07a56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2d3647203a724e92b2354e81dec77e94, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/43a81aa800924dffa56aab6581863f05] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=36.4 K
2024-11-16T02:17:13,773 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d2373e2d8e3425fa51dd60d83c07a56, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731723429334
2024-11-16T02:17:13,773 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3647203a724e92b2354e81dec77e94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731723429542
2024-11-16T02:17:13,774 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 43a81aa800924dffa56aab6581863f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731723431533
2024-11-16T02:17:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:13,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:13,795 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:13,795 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/fc3a1ed8f1d94c8cb7c2c034752beaa5 is 50, key is test_row_0/C:col10/1731723431533/Put/seqid=0
2024-11-16T02:17:13,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742278_1454 (size=31971)
2024-11-16T02:17:13,804 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/45130bcc397c436bb5a943a47a1fec67 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/45130bcc397c436bb5a943a47a1fec67
2024-11-16T02:17:13,809 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into 45130bcc397c436bb5a943a47a1fec67(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:13,809 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:13,809 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723433334; duration=0sec
2024-11-16T02:17:13,809 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:13,809 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:13,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742279_1455 (size=13017)
2024-11-16T02:17:13,817 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/fc3a1ed8f1d94c8cb7c2c034752beaa5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/fc3a1ed8f1d94c8cb7c2c034752beaa5
2024-11-16T02:17:13,822 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into fc3a1ed8f1d94c8cb7c2c034752beaa5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:13,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:13,822 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723433334; duration=0sec
2024-11-16T02:17:13,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:13,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:13,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723493806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723493810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723493823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723493824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723493824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723493935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723493936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723493946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723493947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723493947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:13,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:13,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5428256a16742f2a259da1f1f36fdcb_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5428256a16742f2a259da1f1f36fdcb_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/3e8939b1baa94656baeb1b54ff1c4fb2, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:13,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/3e8939b1baa94656baeb1b54ff1c4fb2 is 175, key is test_row_0/A:col10/1731723431583/Put/seqid=0
2024-11-16T02:17:13,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742280_1456 (size=31255)
2024-11-16T02:17:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T02:17:14,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723494155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723494155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723494156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723494156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723494156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/3e8939b1baa94656baeb1b54ff1c4fb2
2024-11-16T02:17:14,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/4197411c02754327aa77e527f7358773 is 50, key is test_row_0/B:col10/1731723431583/Put/seqid=0
2024-11-16T02:17:14,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742281_1457 (size=12301)
2024-11-16T02:17:14,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/4197411c02754327aa77e527f7358773
2024-11-16T02:17:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/4a91806053604f61b45dd310e4222857 is 50, key is test_row_0/C:col10/1731723431583/Put/seqid=0
2024-11-16T02:17:14,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742282_1458 (size=12301)
2024-11-16T02:17:14,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723494485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723494485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723494486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723494495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723494495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T02:17:14,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/4a91806053604f61b45dd310e4222857
2024-11-16T02:17:14,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/3e8939b1baa94656baeb1b54ff1c4fb2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2
2024-11-16T02:17:14,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2, entries=150, sequenceid=299, filesize=30.5 K
2024-11-16T02:17:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/4197411c02754327aa77e527f7358773 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4197411c02754327aa77e527f7358773
2024-11-16T02:17:14,870 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4197411c02754327aa77e527f7358773, entries=150, sequenceid=299, filesize=12.0 K
2024-11-16T02:17:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/4a91806053604f61b45dd310e4222857 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4a91806053604f61b45dd310e4222857
2024-11-16T02:17:14,884 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T02:17:14,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4a91806053604f61b45dd310e4222857, entries=150, sequenceid=299, filesize=12.0 K
2024-11-16T02:17:14,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for a11d855a8e74c0bde67978f48741f7fa in 1354ms, sequenceid=299, compaction requested=false
2024-11-16T02:17:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-16T02:17:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-16T02:17:14,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-16T02:17:14,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5080 sec
2024-11-16T02:17:14,903 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.5130 sec
2024-11-16T02:17:15,011 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:17:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:15,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723495026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111671c79f615da143709d38b10563a763e6_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:15,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723495035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723495035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723495036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723495039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742283_1459 (size=14994)
2024-11-16T02:17:15,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723495145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723495166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723495166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723495166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723495167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723495365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723495385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723495385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723495387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723495387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-16T02:17:15,539 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:15,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-16T02:17:15,542 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111671c79f615da143709d38b10563a763e6_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111671c79f615da143709d38b10563a763e6_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:15,543 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:15,544 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:15,544 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:15,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6c3b8294a0f44d43a17f5d17760321e9, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:15,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6c3b8294a0f44d43a17f5d17760321e9 is 175, key is test_row_0/A:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:15,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742284_1460 (size=39949)
2024-11-16T02:17:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:15,677 INFO  [Thread-1665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1665.
2024-11-16T02:17:15,677 DEBUG [Thread-1665 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:15,678 DEBUG [Thread-1665 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,678 DEBUG [Thread-1665 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,678 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:15,679 INFO  [Thread-1669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1669.
2024-11-16T02:17:15,679 DEBUG [Thread-1669 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:15,679 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,679 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,680 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:15,690 INFO  [Thread-1667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1667.
2024-11-16T02:17:15,690 DEBUG [Thread-1667 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:15,690 DEBUG [Thread-1667 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,690 DEBUG [Thread-1667 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,690 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:15,693 INFO  [Thread-1671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1671.
2024-11-16T02:17:15,693 DEBUG [Thread-1671 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:15,693 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,693 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723495688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,696 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:15,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723495705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:15,716 INFO  [Thread-1663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1663.
2024-11-16T02:17:15,716 DEBUG [Thread-1663 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:15,716 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,716 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:15,716 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:15,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723495717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723495717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723495716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:15,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:15,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:15,994 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6c3b8294a0f44d43a17f5d17760321e9
2024-11-16T02:17:16,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/41c79bad670440fc908e5f6630f4ec6a is 50, key is test_row_0/B:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:16,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742285_1461 (size=12301)
2024-11-16T02:17:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:16,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49006 deadline: 1731723496205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:16,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48964 deadline: 1731723496215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:16,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48954 deadline: 1731723496225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:16,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:16,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48976 deadline: 1731723496225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:16,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48992 deadline: 1731723496235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:16,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,495 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/41c79bad670440fc908e5f6630f4ec6a
2024-11-16T02:17:16,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/4d952203629248c9bc7484660e9b0ec8 is 50, key is test_row_0/C:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:16,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742286_1462 (size=12301)
2024-11-16T02:17:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:16,565 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/4d952203629248c9bc7484660e9b0ec8
2024-11-16T02:17:16,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/6c3b8294a0f44d43a17f5d17760321e9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9
2024-11-16T02:17:16,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9, entries=200, sequenceid=320, filesize=39.0 K
2024-11-16T02:17:16,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/41c79bad670440fc908e5f6630f4ec6a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/41c79bad670440fc908e5f6630f4ec6a
2024-11-16T02:17:16,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/41c79bad670440fc908e5f6630f4ec6a, entries=150, sequenceid=320, filesize=12.0 K
2024-11-16T02:17:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/4d952203629248c9bc7484660e9b0ec8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4d952203629248c9bc7484660e9b0ec8
2024-11-16T02:17:16,653 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4d952203629248c9bc7484660e9b0ec8, entries=150, sequenceid=320, filesize=12.0 K
2024-11-16T02:17:16,656 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a11d855a8e74c0bde67978f48741f7fa in 1645ms, sequenceid=320, compaction requested=true
2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a11d855a8e74c0bde67978f48741f7fa:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:16,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:16,658 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:16,660 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:16,666 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:16,666 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/A is initiating minor compaction (all files)
2024-11-16T02:17:16,666 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/A in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,666 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/45130bcc397c436bb5a943a47a1fec67, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=100.8 K
2024-11-16T02:17:16,666 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,667 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/45130bcc397c436bb5a943a47a1fec67, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9]
2024-11-16T02:17:16,669 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:16,669 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/C is initiating minor compaction (all files)
2024-11-16T02:17:16,669 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/C in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,669 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45130bcc397c436bb5a943a47a1fec67, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731723431533
2024-11-16T02:17:16,669 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/fc3a1ed8f1d94c8cb7c2c034752beaa5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4a91806053604f61b45dd310e4222857, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4d952203629248c9bc7484660e9b0ec8] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=36.7 K
2024-11-16T02:17:16,671 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8939b1baa94656baeb1b54ff1c4fb2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731723431580
2024-11-16T02:17:16,671 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3a1ed8f1d94c8cb7c2c034752beaa5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731723431533
2024-11-16T02:17:16,672 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c3b8294a0f44d43a17f5d17760321e9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723433804
2024-11-16T02:17:16,676 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a91806053604f61b45dd310e4222857, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731723431580
2024-11-16T02:17:16,678 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d952203629248c9bc7484660e9b0ec8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723433804
2024-11-16T02:17:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:16,688 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:16,693 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411169e93e6ac14e34fc6b79894b1d8d13023_a11d855a8e74c0bde67978f48741f7fa store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:16,702 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#C#compaction#390 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:16,703 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/28aedc0549d341a5b0e4004304e00f92 is 50, key is test_row_0/C:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:16,709 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411169e93e6ac14e34fc6b79894b1d8d13023_a11d855a8e74c0bde67978f48741f7fa, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:16,709 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169e93e6ac14e34fc6b79894b1d8d13023_a11d855a8e74c0bde67978f48741f7fa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:16,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-16T02:17:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:17:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:16,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:16,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742287_1463 (size=13119)
2024-11-16T02:17:16,763 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/28aedc0549d341a5b0e4004304e00f92 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/28aedc0549d341a5b0e4004304e00f92
2024-11-16T02:17:16,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742288_1464 (size=4469)
2024-11-16T02:17:16,778 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/C of a11d855a8e74c0bde67978f48741f7fa into 28aedc0549d341a5b0e4004304e00f92(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:16,778 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:16,778 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/C, priority=13, startTime=1731723436657; duration=0sec
2024-11-16T02:17:16,778 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:16,778 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:C
2024-11-16T02:17:16,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116866d57b09af34b0fa90b639bc1b8f256_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723435030/Put/seqid=0
2024-11-16T02:17:16,778 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:16,780 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#A#compaction#389 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:16,780 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/afadaedf6c6c491383dd0d3047acb4d6 is 175, key is test_row_0/A:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:16,783 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:16,783 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): a11d855a8e74c0bde67978f48741f7fa/B is initiating minor compaction (all files)
2024-11-16T02:17:16,783 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a11d855a8e74c0bde67978f48741f7fa/B in TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:16,783 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/087a4ad11e8c4193b846929aff54df72, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4197411c02754327aa77e527f7358773, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/41c79bad670440fc908e5f6630f4ec6a] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp, totalSize=36.7 K
2024-11-16T02:17:16,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 087a4ad11e8c4193b846929aff54df72, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731723431533
2024-11-16T02:17:16,787 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4197411c02754327aa77e527f7358773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731723431580
2024-11-16T02:17:16,787 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c79bad670440fc908e5f6630f4ec6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731723433804
2024-11-16T02:17:16,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742290_1466 (size=32073)
2024-11-16T02:17:16,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742289_1465 (size=12454)
2024-11-16T02:17:16,819 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a11d855a8e74c0bde67978f48741f7fa#B#compaction#392 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:16,819 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/dc43f410d46e450aa8512134ef5c861f is 50, key is test_row_0/B:col10/1731723435009/Put/seqid=0
2024-11-16T02:17:16,823 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/afadaedf6c6c491383dd0d3047acb4d6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/afadaedf6c6c491383dd0d3047acb4d6
2024-11-16T02:17:16,830 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/A of a11d855a8e74c0bde67978f48741f7fa into afadaedf6c6c491383dd0d3047acb4d6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:16,830 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:16,830 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/A, priority=13, startTime=1731723436657; duration=0sec
2024-11-16T02:17:16,830 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:16,831 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:A
2024-11-16T02:17:16,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742291_1467 (size=13119)
2024-11-16T02:17:16,878 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/dc43f410d46e450aa8512134ef5c861f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/dc43f410d46e450aa8512134ef5c861f
2024-11-16T02:17:16,888 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a11d855a8e74c0bde67978f48741f7fa/B of a11d855a8e74c0bde67978f48741f7fa into dc43f410d46e450aa8512134ef5c861f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:16,888 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:16,888 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., storeName=a11d855a8e74c0bde67978f48741f7fa/B, priority=13, startTime=1731723436657; duration=0sec
2024-11-16T02:17:16,888 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:16,888 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a11d855a8e74c0bde67978f48741f7fa:B
2024-11-16T02:17:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:17,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116866d57b09af34b0fa90b639bc1b8f256_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116866d57b09af34b0fa90b639bc1b8f256_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:17,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. as already flushing
2024-11-16T02:17:17,230 INFO  [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660.
2024-11-16T02:17:17,230 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:17,230 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,230 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,230 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:17,230 INFO  [Thread-1656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1656.
2024-11-16T02:17:17,231 DEBUG [Thread-1656 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:17,231 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,231 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,231 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:17,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0d28e62f95304479bede41902ae826c9, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:17,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0d28e62f95304479bede41902ae826c9 is 175, key is test_row_0/A:col10/1731723435030/Put/seqid=0
2024-11-16T02:17:17,240 INFO  [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658.
2024-11-16T02:17:17,241 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:17,241 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,241 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,243 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:17,249 INFO  [Thread-1654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1654.
2024-11-16T02:17:17,249 DEBUG [Thread-1654 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:17,250 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,250 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,250 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:17,256 INFO  [Thread-1652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1652.
2024-11-16T02:17:17,256 DEBUG [Thread-1652 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:17,256 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,256 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:17,258 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:17,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742292_1468 (size=31255)
2024-11-16T02:17:17,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0d28e62f95304479bede41902ae826c9
2024-11-16T02:17:17,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/8be1cd31f0224206a1ae2ff39923f6a6 is 50, key is test_row_0/B:col10/1731723435030/Put/seqid=0
2024-11-16T02:17:17,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742293_1469 (size=12301)
2024-11-16T02:17:17,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/8be1cd31f0224206a1ae2ff39923f6a6
2024-11-16T02:17:17,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/c5232134a38d417f95884d7c5e5347a3 is 50, key is test_row_0/C:col10/1731723435030/Put/seqid=0
2024-11-16T02:17:17,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742294_1470 (size=12301)
2024-11-16T02:17:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:17,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/c5232134a38d417f95884d7c5e5347a3
2024-11-16T02:17:17,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/0d28e62f95304479bede41902ae826c9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0d28e62f95304479bede41902ae826c9
2024-11-16T02:17:17,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0d28e62f95304479bede41902ae826c9, entries=150, sequenceid=334, filesize=30.5 K
2024-11-16T02:17:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/8be1cd31f0224206a1ae2ff39923f6a6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/8be1cd31f0224206a1ae2ff39923f6a6
2024-11-16T02:17:17,854 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/8be1cd31f0224206a1ae2ff39923f6a6, entries=150, sequenceid=334, filesize=12.0 K
2024-11-16T02:17:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/c5232134a38d417f95884d7c5e5347a3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/c5232134a38d417f95884d7c5e5347a3
2024-11-16T02:17:17,870 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/c5232134a38d417f95884d7c5e5347a3, entries=150, sequenceid=334, filesize=12.0 K
2024-11-16T02:17:17,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for a11d855a8e74c0bde67978f48741f7fa in 1159ms, sequenceid=334, compaction requested=false
2024-11-16T02:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for a11d855a8e74c0bde67978f48741f7fa:

2024-11-16T02:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:17,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-16T02:17:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-16T02:17:17,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-16T02:17:17,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec
2024-11-16T02:17:17,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.3640 sec
2024-11-16T02:17:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-16T02:17:19,735 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 60
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 45
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 638
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1914 rows
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 639
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1916 rows
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 639
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1917 rows
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 640
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1920 rows
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 651
2024-11-16T02:17:19,735 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 1950 rows
2024-11-16T02:17:19,736 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:17:19,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:17:19,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:19,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:19,736 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:19,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-16T02:17:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T02:17:19,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723439742"}]},"ts":"1731723439742"}
2024-11-16T02:17:19,744 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T02:17:19,745 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T02:17:19,746 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:17:19,748 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, UNASSIGN}]
2024-11-16T02:17:19,749 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, UNASSIGN
2024-11-16T02:17:19,750 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, UNASSIGN because future has completed
2024-11-16T02:17:19,752 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:17:19,752 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:17:19,811 WARN  [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1
2024-11-16T02:17:19,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6cac82fb406f476581bb6dbe214b860c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5d46e37b15ad4a5d9987c9119278d381, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/aa93de56c3e64b1f8420b43d7d807a03, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bbe040d2c12742c1b781de5519eb0f49, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2ed301eac2284018878c279f553f2b46, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6478c451ff104a4eb22412369b4a5d50, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/45130bcc397c436bb5a943a47a1fec67, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9] to archive
2024-11-16T02:17:19,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:17:19,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/69bdf0c684e94cf693991a52bb80f601
2024-11-16T02:17:19,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/16e1f91de29244f3af6bc2d06eb8241b
2024-11-16T02:17:19,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/eeb031bb74904274a176eafc1ed783dc
2024-11-16T02:17:19,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6cac82fb406f476581bb6dbe214b860c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6cac82fb406f476581bb6dbe214b860c
2024-11-16T02:17:19,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0f18f85fd7db4148bf0617da4e12798e
2024-11-16T02:17:19,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/96bd46d236bf4a3388ed6e9cd04467ee
2024-11-16T02:17:19,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5d46e37b15ad4a5d9987c9119278d381 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5d46e37b15ad4a5d9987c9119278d381
2024-11-16T02:17:19,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1846f8ece3c44d4e96748b14a6089e62
2024-11-16T02:17:19,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/aa93de56c3e64b1f8420b43d7d807a03 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/aa93de56c3e64b1f8420b43d7d807a03
2024-11-16T02:17:19,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/1cc9675608174597a88ddc61fd832925
2024-11-16T02:17:19,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/7a3326773c0d41f9a42056280fd869cc
2024-11-16T02:17:19,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5839ebe06b764af2b5c35b15c3d73c82
2024-11-16T02:17:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T02:17:19,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bbe040d2c12742c1b781de5519eb0f49 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bbe040d2c12742c1b781de5519eb0f49
2024-11-16T02:17:19,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/5554ad64d12948dc8bdd4d3ec89f01df
2024-11-16T02:17:19,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/bb0cd74e5f684b549a86c55bfba068b2
2024-11-16T02:17:19,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2ed301eac2284018878c279f553f2b46 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2ed301eac2284018878c279f553f2b46
2024-11-16T02:17:19,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/476c993e65f5456b9021fed410231337
2024-11-16T02:17:19,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/2f41c0b558b9470a91ce2bf8c48652ec
2024-11-16T02:17:19,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6478c451ff104a4eb22412369b4a5d50 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6478c451ff104a4eb22412369b4a5d50
2024-11-16T02:17:19,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/a2c1a60613594d08ab70dbd5276d8b98
2024-11-16T02:17:19,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/04381811027247a6a51df08a9b9276b2
2024-11-16T02:17:19,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/45130bcc397c436bb5a943a47a1fec67 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/45130bcc397c436bb5a943a47a1fec67
2024-11-16T02:17:19,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/3e8939b1baa94656baeb1b54ff1c4fb2
2024-11-16T02:17:19,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/6c3b8294a0f44d43a17f5d17760321e9
2024-11-16T02:17:19,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/cf660efcdb2449b39160660fd175c6bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4f7b420a108a4ddcaedb7bec2a351ed8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/fe41dc5fc8ca4146b87d64ef965edd8f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c17c6b469c4c431eacdc4fc9da938d32, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c80381c53f954955ba5b2cb5d24c6222, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/9e8618442c704584991370e9be104a74, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/71c680ced945466a9049512b690f372b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/55da120040ed4036a4cd93bbfea36674, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/1de6d3d21ec146f18f1c39e332168fe7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/aa5a932f099a4c19b9eecdf1d300b756, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/af94179166e34d45838ea7274a7349f6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/b55972ed8f83436682219380dc2e73f0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/494c4f46583440cdbd8e078598bc424b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/384dbc4e8a2b4f329570c3b9ace24848, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/ddc61ce29f104204bd12cdc4d16157bd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/87015e6b50984088a0c41f0e1ca2e256, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/a306630c67154632b3baa25724d8c906, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/413ebcc1798844a199b349db6ae85064, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/304fab45f50b44d2bd86db96b2ce0bb9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/f3264c535e884ca38af5a18646c1b8e8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/087a4ad11e8c4193b846929aff54df72, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/31adc1cc390e4484b341a8823c19f923, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4197411c02754327aa77e527f7358773, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/41c79bad670440fc908e5f6630f4ec6a] to archive
2024-11-16T02:17:19,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:17:19,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/cf660efcdb2449b39160660fd175c6bc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/cf660efcdb2449b39160660fd175c6bc
2024-11-16T02:17:19,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4f7b420a108a4ddcaedb7bec2a351ed8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4f7b420a108a4ddcaedb7bec2a351ed8
2024-11-16T02:17:19,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/fe41dc5fc8ca4146b87d64ef965edd8f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/fe41dc5fc8ca4146b87d64ef965edd8f
2024-11-16T02:17:19,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c17c6b469c4c431eacdc4fc9da938d32 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c17c6b469c4c431eacdc4fc9da938d32
2024-11-16T02:17:19,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c80381c53f954955ba5b2cb5d24c6222 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/c80381c53f954955ba5b2cb5d24c6222
2024-11-16T02:17:19,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/9e8618442c704584991370e9be104a74 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/9e8618442c704584991370e9be104a74
2024-11-16T02:17:19,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/71c680ced945466a9049512b690f372b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/71c680ced945466a9049512b690f372b
2024-11-16T02:17:19,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/55da120040ed4036a4cd93bbfea36674 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/55da120040ed4036a4cd93bbfea36674
2024-11-16T02:17:19,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/1de6d3d21ec146f18f1c39e332168fe7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/1de6d3d21ec146f18f1c39e332168fe7
2024-11-16T02:17:19,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/aa5a932f099a4c19b9eecdf1d300b756 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/aa5a932f099a4c19b9eecdf1d300b756
2024-11-16T02:17:19,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/af94179166e34d45838ea7274a7349f6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/af94179166e34d45838ea7274a7349f6
2024-11-16T02:17:19,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/b55972ed8f83436682219380dc2e73f0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/b55972ed8f83436682219380dc2e73f0
2024-11-16T02:17:19,886 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/494c4f46583440cdbd8e078598bc424b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/494c4f46583440cdbd8e078598bc424b
2024-11-16T02:17:19,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/384dbc4e8a2b4f329570c3b9ace24848 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/384dbc4e8a2b4f329570c3b9ace24848
2024-11-16T02:17:19,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/ddc61ce29f104204bd12cdc4d16157bd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/ddc61ce29f104204bd12cdc4d16157bd
2024-11-16T02:17:19,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/87015e6b50984088a0c41f0e1ca2e256 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/87015e6b50984088a0c41f0e1ca2e256
2024-11-16T02:17:19,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/a306630c67154632b3baa25724d8c906 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/a306630c67154632b3baa25724d8c906
2024-11-16T02:17:19,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/413ebcc1798844a199b349db6ae85064 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/413ebcc1798844a199b349db6ae85064
2024-11-16T02:17:19,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/304fab45f50b44d2bd86db96b2ce0bb9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/304fab45f50b44d2bd86db96b2ce0bb9
2024-11-16T02:17:19,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/f3264c535e884ca38af5a18646c1b8e8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/f3264c535e884ca38af5a18646c1b8e8
2024-11-16T02:17:19,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/087a4ad11e8c4193b846929aff54df72 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/087a4ad11e8c4193b846929aff54df72
2024-11-16T02:17:19,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/31adc1cc390e4484b341a8823c19f923 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/31adc1cc390e4484b341a8823c19f923
2024-11-16T02:17:19,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4197411c02754327aa77e527f7358773 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/4197411c02754327aa77e527f7358773
2024-11-16T02:17:19,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/41c79bad670440fc908e5f6630f4ec6a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/41c79bad670440fc908e5f6630f4ec6a
2024-11-16T02:17:19,908 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing a11d855a8e74c0bde67978f48741f7fa, disabling compactions & flushes
2024-11-16T02:17:19,909 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. after waiting 0 ms
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:19,909 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing a11d855a8e74c0bde67978f48741f7fa 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-16T02:17:19,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/8691bf7bb6b54bacb879d912cc38f09e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/5311525948734b94b5c3cbd8122c97bc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/f87c3a2871534913b12faf81dd8bce01, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/1aa80112193b407ba0d9b1dc18fad917, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/aca0e51e124d46bcb9fac111db2e5fa0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/dc4747638fdf4fff88efbd17a017d882, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/0ddd69e31df14a1ba65ce358a127cfeb, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/ca56f6b4be034f67960c93b8398ed02c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/56a152255c654a29aefd00cc1c7231b5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2dd6507b66534e20bc984ee03621574a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/421f9460c09d46b58f5b6a51516571e5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/95a7afe7cea04cd58199626c6a502e91, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6c43aea03dcf44698d8e73ec4d5f4230, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/9f2af8424c43467caab9fb595ac8f7b7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6aea6cd8b4004f978b907c34a30a8975, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/337311f0e37542bd8028ba702f1c520c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/7f4dc2486baa4a5397510f733b4bccbe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6d2373e2d8e3425fa51dd60d83c07a56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/86359211e2a44258a850164b49fa8b3f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2d3647203a724e92b2354e81dec77e94, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/fc3a1ed8f1d94c8cb7c2c034752beaa5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/43a81aa800924dffa56aab6581863f05, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4a91806053604f61b45dd310e4222857, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4d952203629248c9bc7484660e9b0ec8] to archive
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=A
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=B
2024-11-16T02:17:19,909 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:19,910 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a11d855a8e74c0bde67978f48741f7fa, store=C
2024-11-16T02:17:19,910 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:19,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:17:19,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/8691bf7bb6b54bacb879d912cc38f09e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/8691bf7bb6b54bacb879d912cc38f09e
2024-11-16T02:17:19,924 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ffd24e04ed084e5291e317a3db991377_a11d855a8e74c0bde67978f48741f7fa is 50, key is test_row_0/A:col10/1731723437251/Put/seqid=0
2024-11-16T02:17:19,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/5311525948734b94b5c3cbd8122c97bc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/5311525948734b94b5c3cbd8122c97bc
2024-11-16T02:17:19,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/f87c3a2871534913b12faf81dd8bce01 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/f87c3a2871534913b12faf81dd8bce01
2024-11-16T02:17:19,942 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/1aa80112193b407ba0d9b1dc18fad917 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/1aa80112193b407ba0d9b1dc18fad917
2024-11-16T02:17:19,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/aca0e51e124d46bcb9fac111db2e5fa0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/aca0e51e124d46bcb9fac111db2e5fa0
2024-11-16T02:17:19,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742295_1471 (size=12454)
2024-11-16T02:17:19,959 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:19,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/dc4747638fdf4fff88efbd17a017d882 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/dc4747638fdf4fff88efbd17a017d882
2024-11-16T02:17:19,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/0ddd69e31df14a1ba65ce358a127cfeb to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/0ddd69e31df14a1ba65ce358a127cfeb
2024-11-16T02:17:19,983 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ffd24e04ed084e5291e317a3db991377_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ffd24e04ed084e5291e317a3db991377_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:19,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/ca56f6b4be034f67960c93b8398ed02c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/ca56f6b4be034f67960c93b8398ed02c
2024-11-16T02:17:19,989 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/b3585cb7c462445f8f8c1fdec53caf65, store: [table=TestAcidGuarantees family=A region=a11d855a8e74c0bde67978f48741f7fa]
2024-11-16T02:17:19,990 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/b3585cb7c462445f8f8c1fdec53caf65 is 175, key is test_row_0/A:col10/1731723437251/Put/seqid=0
2024-11-16T02:17:19,997 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/56a152255c654a29aefd00cc1c7231b5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/56a152255c654a29aefd00cc1c7231b5
2024-11-16T02:17:20,008 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2dd6507b66534e20bc984ee03621574a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2dd6507b66534e20bc984ee03621574a
2024-11-16T02:17:20,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742296_1472 (size=31255)
2024-11-16T02:17:20,028 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/421f9460c09d46b58f5b6a51516571e5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/421f9460c09d46b58f5b6a51516571e5
2024-11-16T02:17:20,043 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/95a7afe7cea04cd58199626c6a502e91 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/95a7afe7cea04cd58199626c6a502e91
2024-11-16T02:17:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T02:17:20,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6c43aea03dcf44698d8e73ec4d5f4230 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6c43aea03dcf44698d8e73ec4d5f4230
2024-11-16T02:17:20,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/9f2af8424c43467caab9fb595ac8f7b7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/9f2af8424c43467caab9fb595ac8f7b7
2024-11-16T02:17:20,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6aea6cd8b4004f978b907c34a30a8975 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6aea6cd8b4004f978b907c34a30a8975
2024-11-16T02:17:20,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/337311f0e37542bd8028ba702f1c520c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/337311f0e37542bd8028ba702f1c520c
2024-11-16T02:17:20,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/7f4dc2486baa4a5397510f733b4bccbe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/7f4dc2486baa4a5397510f733b4bccbe
2024-11-16T02:17:20,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6d2373e2d8e3425fa51dd60d83c07a56 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/6d2373e2d8e3425fa51dd60d83c07a56
2024-11-16T02:17:20,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/86359211e2a44258a850164b49fa8b3f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/86359211e2a44258a850164b49fa8b3f
2024-11-16T02:17:20,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2d3647203a724e92b2354e81dec77e94 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/2d3647203a724e92b2354e81dec77e94
2024-11-16T02:17:20,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/fc3a1ed8f1d94c8cb7c2c034752beaa5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/fc3a1ed8f1d94c8cb7c2c034752beaa5
2024-11-16T02:17:20,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/43a81aa800924dffa56aab6581863f05 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/43a81aa800924dffa56aab6581863f05
2024-11-16T02:17:20,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4a91806053604f61b45dd310e4222857 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4a91806053604f61b45dd310e4222857
2024-11-16T02:17:20,169 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4d952203629248c9bc7484660e9b0ec8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/4d952203629248c9bc7484660e9b0ec8
2024-11-16T02:17:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T02:17:20,447 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/b3585cb7c462445f8f8c1fdec53caf65
2024-11-16T02:17:20,456 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/818293cae5734f169f835c7f0beebc1a is 50, key is test_row_0/B:col10/1731723437251/Put/seqid=0
2024-11-16T02:17:20,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742297_1473 (size=12301)
2024-11-16T02:17:20,470 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/818293cae5734f169f835c7f0beebc1a
2024-11-16T02:17:20,479 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/bafc1c10ce8043879b470e3728f4cfd9 is 50, key is test_row_0/C:col10/1731723437251/Put/seqid=0
2024-11-16T02:17:20,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742298_1474 (size=12301)
2024-11-16T02:17:20,512 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/bafc1c10ce8043879b470e3728f4cfd9
2024-11-16T02:17:20,526 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/A/b3585cb7c462445f8f8c1fdec53caf65 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/b3585cb7c462445f8f8c1fdec53caf65
2024-11-16T02:17:20,531 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/b3585cb7c462445f8f8c1fdec53caf65, entries=150, sequenceid=345, filesize=30.5 K
2024-11-16T02:17:20,532 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/B/818293cae5734f169f835c7f0beebc1a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/818293cae5734f169f835c7f0beebc1a
2024-11-16T02:17:20,536 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/818293cae5734f169f835c7f0beebc1a, entries=150, sequenceid=345, filesize=12.0 K
2024-11-16T02:17:20,537 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/.tmp/C/bafc1c10ce8043879b470e3728f4cfd9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/bafc1c10ce8043879b470e3728f4cfd9
2024-11-16T02:17:20,542 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/bafc1c10ce8043879b470e3728f4cfd9, entries=150, sequenceid=345, filesize=12.0 K
2024-11-16T02:17:20,542 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a11d855a8e74c0bde67978f48741f7fa in 633ms, sequenceid=345, compaction requested=true
2024-11-16T02:17:20,570 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/recovered.edits/348.seqid, newMaxSeqId=348, maxSeqId=4
2024-11-16T02:17:20,571 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.
2024-11-16T02:17:20,571 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for a11d855a8e74c0bde67978f48741f7fa:
Waiting for close lock at 1731723439909Running coprocessor pre-close hooks at 1731723439909Disabling compacts and flushes for region at 1731723439909Disabling writes for close at 1731723439909Obtaining lock to block concurrent updates at 1731723439909Preparing flush snapshotting stores in a11d855a8e74c0bde67978f48741f7fa at 1731723439909Finished memstore snapshotting TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731723439910 (+1 ms)Flushing stores of TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa. at 1731723439910Flushing a11d855a8e74c0bde67978f48741f7fa/A: creating writer at 1731723439910Flushing mob file a11d855a8e74c0bde67978f48741f7fa/A: appending metadata at 1731723439924 (+14 ms)Flushing mob file a11d855a8e74c0bde67978f48741f7fa/A: closing flushed file at 1731723439924Flushing a11d855a8e74c0bde67978f48741f7fa/A: appending metadata at 1731723439989 (+65 ms)Flushing a11d855a8e74c0bde67978f48741f7fa/A: closing flushed file at 1731723439989Flushing a11d855a8e74c0bde67978f48741f7fa/B: creating writer at 1731723440452 (+463 ms)Flushing a11d855a8e74c0bde67978f48741f7fa/B: appending metadata at 1731723440456 (+4 ms)Flushing a11d855a8e74c0bde67978f48741f7fa/B: closing flushed file at 1731723440456Flushing a11d855a8e74c0bde67978f48741f7fa/C: creating writer at 1731723440476 (+20 ms)Flushing a11d855a8e74c0bde67978f48741f7fa/C: appending metadata at 1731723440479 (+3 ms)Flushing a11d855a8e74c0bde67978f48741f7fa/C: closing flushed file at 1731723440479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fff63b: reopening flushed file at 1731723440525 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9a906d: reopening flushed file at 1731723440531 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1013bcdf: reopening flushed file at 1731723440537 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a11d855a8e74c0bde67978f48741f7fa in 633ms, sequenceid=345, compaction requested=true at 1731723440543 (+6 ms)Writing region close event to WAL at 1731723440558 (+15 ms)Running coprocessor post-close hooks at 1731723440571 (+13 ms)Closed at 1731723440571
2024-11-16T02:17:20,574 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,575 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=a11d855a8e74c0bde67978f48741f7fa, regionState=CLOSED
2024-11-16T02:17:20,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:17:20,579 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-16T02:17:20,580 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure a11d855a8e74c0bde67978f48741f7fa, server=667222f7cf1b,37111,1731723316572 in 825 msec
2024-11-16T02:17:20,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106
2024-11-16T02:17:20,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a11d855a8e74c0bde67978f48741f7fa, UNASSIGN in 832 msec
2024-11-16T02:17:20,584 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-16T02:17:20,584 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 837 msec
2024-11-16T02:17:20,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723440586"}]},"ts":"1731723440586"}
2024-11-16T02:17:20,588 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T02:17:20,588 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T02:17:20,590 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 851 msec
2024-11-16T02:17:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-16T02:17:20,875 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:20,876 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-16T02:17:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:20,878 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T02:17:20,879 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:20,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/recovered.edits]
2024-11-16T02:17:20,944 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0d28e62f95304479bede41902ae826c9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/0d28e62f95304479bede41902ae826c9
2024-11-16T02:17:20,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/afadaedf6c6c491383dd0d3047acb4d6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/afadaedf6c6c491383dd0d3047acb4d6
2024-11-16T02:17:20,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/b3585cb7c462445f8f8c1fdec53caf65 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/A/b3585cb7c462445f8f8c1fdec53caf65
2024-11-16T02:17:20,951 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/818293cae5734f169f835c7f0beebc1a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/818293cae5734f169f835c7f0beebc1a
2024-11-16T02:17:20,954 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/8be1cd31f0224206a1ae2ff39923f6a6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/8be1cd31f0224206a1ae2ff39923f6a6
2024-11-16T02:17:20,957 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/dc43f410d46e450aa8512134ef5c861f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/B/dc43f410d46e450aa8512134ef5c861f
2024-11-16T02:17:20,961 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/28aedc0549d341a5b0e4004304e00f92 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/28aedc0549d341a5b0e4004304e00f92
2024-11-16T02:17:20,963 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/bafc1c10ce8043879b470e3728f4cfd9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/bafc1c10ce8043879b470e3728f4cfd9
2024-11-16T02:17:20,964 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/c5232134a38d417f95884d7c5e5347a3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/C/c5232134a38d417f95884d7c5e5347a3
2024-11-16T02:17:20,977 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/recovered.edits/348.seqid to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa/recovered.edits/348.seqid
2024-11-16T02:17:20,979 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,980 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T02:17:20,980 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T02:17:20,982 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-16T02:17:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T02:17:20,989 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116054e827e6b504abfacef8354910e4cef_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116054e827e6b504abfacef8354910e4cef_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,991 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116176812d56e6e4ed6af4fb5667907461b_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116176812d56e6e4ed6af4fb5667907461b_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,992 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161fbe9f0bf84041c6b9a841f148e2af2e_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161fbe9f0bf84041c6b9a841f148e2af2e_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,993 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116223e0af9432f43069f83174432670e5d_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116223e0af9432f43069f83174432670e5d_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163225173bec8e428aaef401e78d328c66_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411163225173bec8e428aaef401e78d328c66_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:20,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e830e5c32834bac97db2a765b3f1362_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e830e5c32834bac97db2a765b3f1362_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,000 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116665aecf0c3874092972dd19b0bb020a9_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116665aecf0c3874092972dd19b0bb020a9_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,005 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111671c79f615da143709d38b10563a763e6_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111671c79f615da143709d38b10563a763e6_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,008 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167ac4a68554f84a84b7d64af8765abfe7_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167ac4a68554f84a84b7d64af8765abfe7_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,010 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116866d57b09af34b0fa90b639bc1b8f256_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116866d57b09af34b0fa90b639bc1b8f256_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,011 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168c91da41b3364504b8b02e94c453a953_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411168c91da41b3364504b8b02e94c453a953_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,013 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169002fec59e9c4717a1812d59a09115ff_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169002fec59e9c4717a1812d59a09115ff_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,015 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111694262f3aa9e94ba89ce62d30d92c68e8_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111694262f3aa9e94ba89ce62d30d92c68e8_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,017 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116954012842fe44299863cd93c50bdfbda_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116954012842fe44299863cd93c50bdfbda_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,019 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a55a1adef3964b7ea9c8276cd1c64e49_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a55a1adef3964b7ea9c8276cd1c64e49_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,020 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cbb2a4e1bfe340f59804d6d2af2f0fd0_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116cbb2a4e1bfe340f59804d6d2af2f0fd0_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,022 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f1903f992570479198ff992774e5da55_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f1903f992570479198ff992774e5da55_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,023 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5428256a16742f2a259da1f1f36fdcb_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5428256a16742f2a259da1f1f36fdcb_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,025 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ffd24e04ed084e5291e317a3db991377_a11d855a8e74c0bde67978f48741f7fa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ffd24e04ed084e5291e317a3db991377_a11d855a8e74c0bde67978f48741f7fa
2024-11-16T02:17:21,026 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T02:17:21,033 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:21,036 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T02:17:21,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T02:17:21,057 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:21,057 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T02:17:21,057 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731723441057"}]},"ts":"9223372036854775807"}
2024-11-16T02:17:21,069 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T02:17:21,069 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a11d855a8e74c0bde67978f48741f7fa, NAME => 'TestAcidGuarantees,,1731723412797.a11d855a8e74c0bde67978f48741f7fa.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T02:17:21,070 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T02:17:21,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731723441070"}]},"ts":"9223372036854775807"}
2024-11-16T02:17:21,073 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T02:17:21,074 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:21,077 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 198 msec
2024-11-16T02:17:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-16T02:17:21,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T02:17:21,199 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:21,213 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 248)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1239544340_22 at /127.0.0.1:40610 [Waiting for operation #262]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1796353854_22 at /127.0.0.1:36638 [Waiting for operation #383]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1239544340_22 at /127.0.0.1:50678 [Waiting for operation #105]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1796353854_22 at /127.0.0.1:50650 [Waiting for operation #135]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1249 (was 1018) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=328 (was 988)
2024-11-16T02:17:21,242 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1249, ProcessCount=11, AvailableMemoryMB=327
2024-11-16T02:17:21,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:17:21,244 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:21,264 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T02:17:21,264 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:21,265 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 110
2024-11-16T02:17:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-16T02:17:21,268 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T02:17:21,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742299_1475 (size=1061)
2024-11-16T02:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-16T02:17:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-16T02:17:21,725 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:17:21,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742300_1476 (size=53)
2024-11-16T02:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-16T02:17:22,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:17:22,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 123462cecaaa7cf8632c18824a4aff75, disabling compactions & flushes
2024-11-16T02:17:22,141 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. after waiting 0 ms
2024-11-16T02:17:22,141 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,141 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,142 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 123462cecaaa7cf8632c18824a4aff75:
Waiting for close lock at 1731723442141Disabling compacts and flushes for region at 1731723442141Disabling writes for close at 1731723442141Writing region close event to WAL at 1731723442141Closed at 1731723442141
2024-11-16T02:17:22,143 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T02:17:22,143 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731723442143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723442143"}]},"ts":"1731723442143"}
2024-11-16T02:17:22,145 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T02:17:22,146 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T02:17:22,146 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723442146"}]},"ts":"1731723442146"}
2024-11-16T02:17:22,148 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T02:17:22,148 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, ASSIGN}]
2024-11-16T02:17:22,150 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, ASSIGN
2024-11-16T02:17:22,150 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, ASSIGN; state=OFFLINE, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=false
2024-11-16T02:17:22,301 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=123462cecaaa7cf8632c18824a4aff75, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, ASSIGN because future has completed
2024-11-16T02:17:22,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:17:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-16T02:17:22,458 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,458 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:17:22,459 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,459 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:17:22,459 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,459 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,464 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 123462cecaaa7cf8632c18824a4aff75 
2024-11-16T02:17:22,473 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:22,473 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123462cecaaa7cf8632c18824a4aff75 columnFamilyName A
2024-11-16T02:17:22,474 DEBUG [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:22,478 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.HStore(327): Store=123462cecaaa7cf8632c18824a4aff75/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:22,478 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 123462cecaaa7cf8632c18824a4aff75 
2024-11-16T02:17:22,489 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:22,489 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123462cecaaa7cf8632c18824a4aff75 columnFamilyName B
2024-11-16T02:17:22,489 DEBUG [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:22,496 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.HStore(327): Store=123462cecaaa7cf8632c18824a4aff75/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:22,496 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 123462cecaaa7cf8632c18824a4aff75 
2024-11-16T02:17:22,507 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:22,508 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 123462cecaaa7cf8632c18824a4aff75 columnFamilyName C
2024-11-16T02:17:22,508 DEBUG [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:22,509 INFO  [StoreOpener-123462cecaaa7cf8632c18824a4aff75-1 {}] regionserver.HStore(327): Store=123462cecaaa7cf8632c18824a4aff75/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:22,509 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,509 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,510 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,511 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,516 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,516 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,517 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:17:22,528 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,544 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:17:22,547 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened 123462cecaaa7cf8632c18824a4aff75; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62881008, jitterRate=-0.06299996376037598}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:17:22,547 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:22,548 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for 123462cecaaa7cf8632c18824a4aff75:
Running coprocessor pre-open hook at 1731723442459Writing region info on filesystem at 1731723442459Initializing all the Stores at 1731723442460 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723442460Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723442464 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723442464Cleaning up temporary data from old regions at 1731723442516 (+52 ms)Running coprocessor post-open hooks at 1731723442547 (+31 ms)Region opened successfully at 1731723442548 (+1 ms)
2024-11-16T02:17:22,552 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., pid=112, masterSystemTime=1731723442455
2024-11-16T02:17:22,572 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,572 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:22,576 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=123462cecaaa7cf8632c18824a4aff75, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:22,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:17:22,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-16T02:17:22,595 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure 123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572 in 285 msec
2024-11-16T02:17:22,600 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110
2024-11-16T02:17:22,600 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, ASSIGN in 447 msec
2024-11-16T02:17:22,606 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T02:17:22,606 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723442606"}]},"ts":"1731723442606"}
2024-11-16T02:17:22,612 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T02:17:22,620 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T02:17:22,632 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3760 sec
2024-11-16T02:17:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110
2024-11-16T02:17:23,432 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:23,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136bd6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,438 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d74ba76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,444 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0d8073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:17:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:17:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51bde6bc
2024-11-16T02:17:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:17:23,476 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:17:23,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4499c466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,484 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339b7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,488 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e068ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340f50c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,500 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d6c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,509 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1cf926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,522 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14125f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,532 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241afa44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6cc063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,544 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf21617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,550 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2414a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf63333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,568 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db58ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,573 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b3137c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc4da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,588 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f4111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,596 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bab70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6240d801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,602 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5dc00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,605 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1412256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e2d9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580482f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,627 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238a4a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d9f546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,650 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ebf97d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,656 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44db67ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d01c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:23,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:23,664 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:23,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac325d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:23,672 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3409e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:23,681 DEBUG [Thread-2127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,683 DEBUG [Thread-2136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,692 DEBUG [Thread-2132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,696 DEBUG [Thread-2129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,699 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,706 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,724 DEBUG [Thread-2134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,726 DEBUG [Thread-2138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,730 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,731 DEBUG [Thread-2125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,732 DEBUG [Thread-2123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,733 DEBUG [Thread-2123 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,733 DEBUG [Thread-2123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,735 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,737 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,739 DEBUG [Thread-2123 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,744 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:17:23,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:23,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:23,756 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:23,761 DEBUG [Thread-2121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-16T02:17:23,763 DEBUG [Thread-2121 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,763 DEBUG [Thread-2121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,763 DEBUG [Thread-2140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:23,769 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:23,772 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:23,773 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:23,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2]
2024-11-16T02:17:23,781 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:23,781 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:23,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2aa9df9de52e4603bc22ca7d07f4306c is 50, key is test_row_1/A:col10/1731723443737/Put/seqid=0
2024-11-16T02:17:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:23,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731723443757, max timestamp=1731723443874Num uniques 859; 
2024-11-16T02:17:23,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T02:17:23,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731723443757, max timestamp=1731723443874Num uniques 859; 
2024-11-16T02:17:23,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T02:17:23,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731723443757, max timestamp=1731723443874Num uniques 859; 
2024-11-16T02:17:23,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-16T02:17:23,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742301_1477 (size=9657)
2024-11-16T02:17:23,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:23,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:23,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:23,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723503952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:23,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723503944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:23,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723503953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723503953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:23,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723503967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:24,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723504076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723504077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723504079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723504088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723504096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,309 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2aa9df9de52e4603bc22ca7d07f4306c
2024-11-16T02:17:24,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723504306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723504306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723504306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723504322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723504325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9185ae9862864a42a16f3b391b5a67e8 is 50, key is test_row_1/B:col10/1731723443737/Put/seqid=0
2024-11-16T02:17:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:24,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742302_1478 (size=9657)
2024-11-16T02:17:24,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:24,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723504636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723504640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723504640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723504647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723504640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:24,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,828 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9185ae9862864a42a16f3b391b5a67e8
2024-11-16T02:17:24,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/60dd8834c95b4943b9e010e1015110bd is 50, key is test_row_1/C:col10/1731723443737/Put/seqid=0
2024-11-16T02:17:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:24,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:24,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:24,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742303_1479 (size=9657)
2024-11-16T02:17:24,982 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/60dd8834c95b4943b9e010e1015110bd
2024-11-16T02:17:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2aa9df9de52e4603bc22ca7d07f4306c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2aa9df9de52e4603bc22ca7d07f4306c
2024-11-16T02:17:25,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2aa9df9de52e4603bc22ca7d07f4306c, entries=100, sequenceid=11, filesize=9.4 K
2024-11-16T02:17:25,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9185ae9862864a42a16f3b391b5a67e8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9185ae9862864a42a16f3b391b5a67e8
2024-11-16T02:17:25,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:25,100 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9185ae9862864a42a16f3b391b5a67e8, entries=100, sequenceid=11, filesize=9.4 K
2024-11-16T02:17:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/60dd8834c95b4943b9e010e1015110bd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/60dd8834c95b4943b9e010e1015110bd
2024-11-16T02:17:25,122 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/60dd8834c95b4943b9e010e1015110bd, entries=100, sequenceid=11, filesize=9.4 K
2024-11-16T02:17:25,123 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 123462cecaaa7cf8632c18824a4aff75 in 1379ms, sequenceid=11, compaction requested=false
2024-11-16T02:17:25,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:25,218 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB
2024-11-16T02:17:25,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723443950, max timestamp=1731723445215Num uniques 1168; 
2024-11-16T02:17:25,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723443950, max timestamp=1731723445215Num uniques 1168; 
2024-11-16T02:17:25,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723443950, max timestamp=1731723445215Num uniques 1168; 
2024-11-16T02:17:25,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=9978, suffix heap size=149440,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=218
2024-11-16T02:17:25,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=9978, suffix heap size=149440,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=218
2024-11-16T02:17:25,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=9978, suffix heap size=149440,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=218
2024-11-16T02:17:25,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:25,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:25,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:25,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:25,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:25,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:25,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/c6c708d4ce194f54bc6ada29f696dd22 is 50, key is test_row_0/A:col10/1731723445212/Put/seqid=0
2024-11-16T02:17:25,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742304_1480 (size=12001)
2024-11-16T02:17:25,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723445315, max timestamp=1731723445337Num uniques 859; 
2024-11-16T02:17:25,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:25,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723445315, max timestamp=1731723445337Num uniques 859; 
2024-11-16T02:17:25,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:25,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723445315, max timestamp=1731723445337Num uniques 859; 
2024-11-16T02:17:25,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:25,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723445377, max timestamp=1731723445415Num uniques 1018; 
2024-11-16T02:17:25,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-16T02:17:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723445377, max timestamp=1731723445415Num uniques 1018; 
2024-11-16T02:17:25,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-16T02:17:25,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731723445377, max timestamp=1731723445415Num uniques 1018; 
2024-11-16T02:17:25,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-16T02:17:25,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723505495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:25,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723505501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:25,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:25,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731723445485, max timestamp=1731723445513Num uniques 1077; 
2024-11-16T02:17:25,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-11-16T02:17:25,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731723445485, max timestamp=1731723445513Num uniques 1077; 
2024-11-16T02:17:25,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-11-16T02:17:25,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731723445499, max timestamp=1731723445513Num uniques 1077; 
2024-11-16T02:17:25,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177
2024-11-16T02:17:25,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731723445625, max timestamp=1731723445655Num uniques 1136; 
2024-11-16T02:17:25,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186
2024-11-16T02:17:25,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731723445625, max timestamp=1731723445655Num uniques 1136; 
2024-11-16T02:17:25,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186
2024-11-16T02:17:25,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731723445625, max timestamp=1731723445655Num uniques 1036; 
2024-11-16T02:17:25,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-11-16T02:17:25,717 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/c6c708d4ce194f54bc6ada29f696dd22
2024-11-16T02:17:25,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7acf5a0612ac418da62dec0988e129e2 is 50, key is test_row_0/B:col10/1731723445212/Put/seqid=0
2024-11-16T02:17:25,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:25,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:25,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731723445683, max timestamp=1731723445755Num uniques 1045; 
2024-11-16T02:17:25,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-16T02:17:25,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731723445683, max timestamp=1731723445755Num uniques 1045; 
2024-11-16T02:17:25,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-16T02:17:25,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742305_1481 (size=12001)
2024-11-16T02:17:25,764 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7acf5a0612ac418da62dec0988e129e2
2024-11-16T02:17:25,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731723445683, max timestamp=1731723445755Num uniques 1045; 
2024-11-16T02:17:25,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-16T02:17:25,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/047cf724835f4aac9d0737b8ae5b521e is 50, key is test_row_0/C:col10/1731723445212/Put/seqid=0
2024-11-16T02:17:25,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742306_1482 (size=12001)
2024-11-16T02:17:25,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/047cf724835f4aac9d0737b8ae5b521e
2024-11-16T02:17:25,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/c6c708d4ce194f54bc6ada29f696dd22 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/c6c708d4ce194f54bc6ada29f696dd22
2024-11-16T02:17:25,850 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/c6c708d4ce194f54bc6ada29f696dd22, entries=150, sequenceid=50, filesize=11.7 K
2024-11-16T02:17:25,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7acf5a0612ac418da62dec0988e129e2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7acf5a0612ac418da62dec0988e129e2
2024-11-16T02:17:25,858 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7acf5a0612ac418da62dec0988e129e2, entries=150, sequenceid=50, filesize=11.7 K
2024-11-16T02:17:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/047cf724835f4aac9d0737b8ae5b521e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/047cf724835f4aac9d0737b8ae5b521e
2024-11-16T02:17:25,863 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/047cf724835f4aac9d0737b8ae5b521e, entries=150, sequenceid=50, filesize=11.7 K
2024-11-16T02:17:25,864 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~100.50 KB/102912, currentSize=134.18 KB/137400 for 123462cecaaa7cf8632c18824a4aff75 in 646ms, sequenceid=50, compaction requested=false
2024-11-16T02:17:25,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:25,866 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=140.89 KB heapSize=401.53 KB
2024-11-16T02:17:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:25,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731723445724, max timestamp=1731723445866Num uniques 1054; 
2024-11-16T02:17:25,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-11-16T02:17:25,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731723445724, max timestamp=1731723445866Num uniques 1054; 
2024-11-16T02:17:25,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-11-16T02:17:25,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731723445724, max timestamp=1731723445866Num uniques 1054; 
2024-11-16T02:17:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:25,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204
2024-11-16T02:17:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:25,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/e117e3df2494464ba80884f40de1944d is 50, key is test_row_0/A:col10/1731723445866/Put/seqid=0
2024-11-16T02:17:25,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:25,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:25,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742307_1483 (size=16931)
2024-11-16T02:17:25,932 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/e117e3df2494464ba80884f40de1944d
2024-11-16T02:17:25,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723445951, max timestamp=1731723445960Num uniques 859; 
2024-11-16T02:17:25,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:25,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723445951, max timestamp=1731723445960Num uniques 859; 
2024-11-16T02:17:25,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:25,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723445951, max timestamp=1731723445960Num uniques 859; 
2024-11-16T02:17:25,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:25,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/70b3d2e5f28a43e88551581ea2fd21d5 is 50, key is test_row_0/B:col10/1731723445866/Put/seqid=0
2024-11-16T02:17:25,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742308_1484 (size=12151)
2024-11-16T02:17:26,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723446017, max timestamp=1731723446073Num uniques 1068; 
2024-11-16T02:17:26,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-16T02:17:26,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723446017, max timestamp=1731723446073Num uniques 1068; 
2024-11-16T02:17:26,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-16T02:17:26,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723446017, max timestamp=1731723446073Num uniques 1068; 
2024-11-16T02:17:26,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-16T02:17:26,108 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T02:17:26,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731723446130, max timestamp=1731723446173Num uniques 1027; 
2024-11-16T02:17:26,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277
2024-11-16T02:17:26,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723446153, max timestamp=1731723446173Num uniques 1027; 
2024-11-16T02:17:26,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150
2024-11-16T02:17:26,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723446153, max timestamp=1731723446173Num uniques 1027; 
2024-11-16T02:17:26,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150
2024-11-16T02:17:26,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:26,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:26,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731723446232, max timestamp=1731723446292Num uniques 1009; 
2024-11-16T02:17:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731723446232, max timestamp=1731723446292Num uniques 1136; 
2024-11-16T02:17:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=17676, suffix heap size=132904,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=386
2024-11-16T02:17:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=17676, suffix heap size=146112,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=386
2024-11-16T02:17:26,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1731723446232, max timestamp=1731723446292Num uniques 1009; 
2024-11-16T02:17:26,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=17676, suffix heap size=132904,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=386
2024-11-16T02:17:26,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,385 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/70b3d2e5f28a43e88551581ea2fd21d5
2024-11-16T02:17:26,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723506361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723506364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723506368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723506375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723506377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/5be61b588b2a4bd0845bbc7342d49d8e is 50, key is test_row_0/C:col10/1731723445866/Put/seqid=0
2024-11-16T02:17:26,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742309_1485 (size=12151)
2024-11-16T02:17:26,444 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/5be61b588b2a4bd0845bbc7342d49d8e
2024-11-16T02:17:26,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/e117e3df2494464ba80884f40de1944d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/e117e3df2494464ba80884f40de1944d
2024-11-16T02:17:26,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/e117e3df2494464ba80884f40de1944d, entries=250, sequenceid=157, filesize=16.5 K
2024-11-16T02:17:26,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/70b3d2e5f28a43e88551581ea2fd21d5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/70b3d2e5f28a43e88551581ea2fd21d5
2024-11-16T02:17:26,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723506496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723506497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723506497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723506497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/70b3d2e5f28a43e88551581ea2fd21d5, entries=150, sequenceid=157, filesize=11.9 K
2024-11-16T02:17:26,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723506506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/5be61b588b2a4bd0845bbc7342d49d8e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/5be61b588b2a4bd0845bbc7342d49d8e
2024-11-16T02:17:26,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:26,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:26,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/5be61b588b2a4bd0845bbc7342d49d8e, entries=150, sequenceid=157, filesize=11.9 K
2024-11-16T02:17:26,546 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~81.89 KB/83856, currentSize=161.02 KB/164880 for 123462cecaaa7cf8632c18824a4aff75 in 680ms, sequenceid=157, compaction requested=true
2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:26,546 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:26,546 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:26,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:26,550 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38589 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:26,550 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:26,550 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,550 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2aa9df9de52e4603bc22ca7d07f4306c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/c6c708d4ce194f54bc6ada29f696dd22, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/e117e3df2494464ba80884f40de1944d] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=37.7 K
2024-11-16T02:17:26,550 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33809 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:26,550 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:26,550 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,550 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9185ae9862864a42a16f3b391b5a67e8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7acf5a0612ac418da62dec0988e129e2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/70b3d2e5f28a43e88551581ea2fd21d5] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=33.0 K
2024-11-16T02:17:26,551 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9185ae9862864a42a16f3b391b5a67e8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731723443712
2024-11-16T02:17:26,551 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aa9df9de52e4603bc22ca7d07f4306c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731723443712
2024-11-16T02:17:26,552 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7acf5a0612ac418da62dec0988e129e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731723445212
2024-11-16T02:17:26,552 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6c708d4ce194f54bc6ada29f696dd22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731723445212
2024-11-16T02:17:26,553 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 70b3d2e5f28a43e88551581ea2fd21d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731723445724
2024-11-16T02:17:26,553 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e117e3df2494464ba80884f40de1944d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731723445724
2024-11-16T02:17:26,599 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:26,600 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9e6a38705a4849c4bb1052fe220c5195 is 50, key is test_row_0/B:col10/1731723445866/Put/seqid=0
2024-11-16T02:17:26,616 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:26,616 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dff1f59d5cc34359a3fe155d1e35483f is 50, key is test_row_0/A:col10/1731723445866/Put/seqid=0
2024-11-16T02:17:26,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742310_1486 (size=12254)
2024-11-16T02:17:26,657 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9e6a38705a4849c4bb1052fe220c5195 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9e6a38705a4849c4bb1052fe220c5195
2024-11-16T02:17:26,662 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 9e6a38705a4849c4bb1052fe220c5195(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:26,662 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:26,662 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723446546; duration=0sec
2024-11-16T02:17:26,662 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:26,662 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:26,662 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:26,664 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33809 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:26,664 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:26,664 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,664 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/60dd8834c95b4943b9e010e1015110bd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/047cf724835f4aac9d0737b8ae5b521e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/5be61b588b2a4bd0845bbc7342d49d8e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=33.0 K
2024-11-16T02:17:26,665 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 60dd8834c95b4943b9e010e1015110bd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731723443712
2024-11-16T02:17:26,665 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 047cf724835f4aac9d0737b8ae5b521e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731723445212
2024-11-16T02:17:26,667 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be61b588b2a4bd0845bbc7342d49d8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731723445724
2024-11-16T02:17:26,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742311_1487 (size=12254)
2024-11-16T02:17:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-16T02:17:26,695 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:26,695 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c168bacf9c7d40498c3548b5fec34127 is 50, key is test_row_0/C:col10/1731723445866/Put/seqid=0
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=161.02 KB heapSize=443.39 KB
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:26,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742312_1488 (size=12254)
2024-11-16T02:17:26,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/3402c47534f94bee8ed1167b274a2861 is 50, key is test_row_0/A:col10/1731723446338/Put/seqid=0
2024-11-16T02:17:26,715 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c168bacf9c7d40498c3548b5fec34127 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c168bacf9c7d40498c3548b5fec34127
2024-11-16T02:17:26,722 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into c168bacf9c7d40498c3548b5fec34127(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:26,722 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:26,722 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723446546; duration=0sec
2024-11-16T02:17:26,722 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:26,722 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:26,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:26,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742313_1489 (size=12151)
2024-11-16T02:17:26,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/3402c47534f94bee8ed1167b274a2861
2024-11-16T02:17:26,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723506726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/0b3db93bd1b442998de3d4920abd3c9b is 50, key is test_row_0/B:col10/1731723446338/Put/seqid=0
2024-11-16T02:17:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723506732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723506736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723506737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723506751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742314_1490 (size=12151)
2024-11-16T02:17:26,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/0b3db93bd1b442998de3d4920abd3c9b
2024-11-16T02:17:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/9165a61b73174070a1e02300cb13d7fe is 50, key is test_row_0/C:col10/1731723446338/Put/seqid=0
2024-11-16T02:17:26,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742315_1491 (size=12151)
2024-11-16T02:17:26,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723506855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/9165a61b73174070a1e02300cb13d7fe
2024-11-16T02:17:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/3402c47534f94bee8ed1167b274a2861 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/3402c47534f94bee8ed1167b274a2861
2024-11-16T02:17:26,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723506869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/3402c47534f94bee8ed1167b274a2861, entries=150, sequenceid=246, filesize=11.9 K
2024-11-16T02:17:26,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/0b3db93bd1b442998de3d4920abd3c9b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/0b3db93bd1b442998de3d4920abd3c9b
2024-11-16T02:17:26,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723506872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723506875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:26,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/0b3db93bd1b442998de3d4920abd3c9b, entries=150, sequenceid=246, filesize=11.9 K
2024-11-16T02:17:26,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/9165a61b73174070a1e02300cb13d7fe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9165a61b73174070a1e02300cb13d7fe
2024-11-16T02:17:26,914 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9165a61b73174070a1e02300cb13d7fe, entries=150, sequenceid=246, filesize=11.9 K
2024-11-16T02:17:26,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~443.34 KB/453984, currentSize=26.84 KB/27480 for 123462cecaaa7cf8632c18824a4aff75 in 219ms, sequenceid=246, compaction requested=false
2024-11-16T02:17:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-16T02:17:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-16T02:17:26,920 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-16T02:17:26,920 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1370 sec
2024-11-16T02:17:26,923 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 3.1650 sec
2024-11-16T02:17:27,074 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:17:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:27,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:27,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/474f3c8358de48a2968683c8a08da843 is 50, key is test_row_0/A:col10/1731723446737/Put/seqid=0
2024-11-16T02:17:27,099 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dff1f59d5cc34359a3fe155d1e35483f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dff1f59d5cc34359a3fe155d1e35483f
2024-11-16T02:17:27,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742316_1492 (size=16981)
2024-11-16T02:17:27,116 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into dff1f59d5cc34359a3fe155d1e35483f(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:27,116 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:27,116 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723446546; duration=0sec
2024-11-16T02:17:27,116 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:27,116 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:27,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723507173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723447156, max timestamp=1731723447188Num uniques 859; 
2024-11-16T02:17:27,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:27,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723447156, max timestamp=1731723447188Num uniques 859; 
2024-11-16T02:17:27,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723447156, max timestamp=1731723447188Num uniques 859; 
2024-11-16T02:17:27,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:27,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:27,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723507265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723507276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723507278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723507283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723507307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723507402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723507402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723507408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723507415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,510 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/474f3c8358de48a2968683c8a08da843
2024-11-16T02:17:27,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/bed63bfa1c1f4429a2881cb61a1b0aad is 50, key is test_row_0/B:col10/1731723446737/Put/seqid=0
2024-11-16T02:17:27,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723507535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742317_1493 (size=12201)
2024-11-16T02:17:27,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723507628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723507635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723507636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723507636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723507855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-16T02:17:27,926 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:27,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-16T02:17:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-16T02:17:27,931 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:27,944 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:27,944 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:27,959 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/bed63bfa1c1f4429a2881cb61a1b0aad
2024-11-16T02:17:27,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723507946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723507956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723507959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:27,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/1d56d851dca54755bcd36db36d155e5f is 50, key is test_row_0/C:col10/1731723446737/Put/seqid=0
2024-11-16T02:17:27,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723507968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742318_1494 (size=12201)
2024-11-16T02:17:28,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/1d56d851dca54755bcd36db36d155e5f
2024-11-16T02:17:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/474f3c8358de48a2968683c8a08da843 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/474f3c8358de48a2968683c8a08da843
2024-11-16T02:17:28,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/474f3c8358de48a2968683c8a08da843, entries=250, sequenceid=257, filesize=16.6 K
2024-11-16T02:17:28,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/bed63bfa1c1f4429a2881cb61a1b0aad as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bed63bfa1c1f4429a2881cb61a1b0aad
2024-11-16T02:17:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-16T02:17:28,037 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bed63bfa1c1f4429a2881cb61a1b0aad, entries=150, sequenceid=257, filesize=11.9 K
2024-11-16T02:17:28,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/1d56d851dca54755bcd36db36d155e5f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/1d56d851dca54755bcd36db36d155e5f
2024-11-16T02:17:28,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/1d56d851dca54755bcd36db36d155e5f, entries=150, sequenceid=257, filesize=11.9 K
2024-11-16T02:17:28,048 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 123462cecaaa7cf8632c18824a4aff75 in 974ms, sequenceid=257, compaction requested=true
2024-11-16T02:17:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:28,048 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:28,048 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:28,049 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36606 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:28,049 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:28,049 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:28,049 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9e6a38705a4849c4bb1052fe220c5195, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/0b3db93bd1b442998de3d4920abd3c9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bed63bfa1c1f4429a2881cb61a1b0aad] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=35.7 K
2024-11-16T02:17:28,049 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41386 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:28,049 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:28,049 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e6a38705a4849c4bb1052fe220c5195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731723445724
2024-11-16T02:17:28,049 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:28,049 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dff1f59d5cc34359a3fe155d1e35483f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/3402c47534f94bee8ed1167b274a2861, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/474f3c8358de48a2968683c8a08da843] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=40.4 K
2024-11-16T02:17:28,050 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b3db93bd1b442998de3d4920abd3c9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731723446338
2024-11-16T02:17:28,050 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting dff1f59d5cc34359a3fe155d1e35483f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731723445724
2024-11-16T02:17:28,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:28,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:28,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:28,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:28,052 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bed63bfa1c1f4429a2881cb61a1b0aad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731723446737
2024-11-16T02:17:28,052 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3402c47534f94bee8ed1167b274a2861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731723446338
2024-11-16T02:17:28,053 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 474f3c8358de48a2968683c8a08da843, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731723446730
2024-11-16T02:17:28,073 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:28,073 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/03e9ff9caff44852ac205125160ffc9e is 50, key is test_row_0/A:col10/1731723446737/Put/seqid=0
2024-11-16T02:17:28,089 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:28,090 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9bca0408e5a54a8fb8adc23ec5245791 is 50, key is test_row_0/B:col10/1731723446737/Put/seqid=0
2024-11-16T02:17:28,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742319_1495 (size=12407)
2024-11-16T02:17:28,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-16T02:17:28,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:28,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-16T02:17:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:28,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:28,140 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/03e9ff9caff44852ac205125160ffc9e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/03e9ff9caff44852ac205125160ffc9e
2024-11-16T02:17:28,152 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into 03e9ff9caff44852ac205125160ffc9e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:28,152 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:28,152 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723448048; duration=0sec
2024-11-16T02:17:28,153 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:28,153 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:28,153 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:28,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/4fad5eec3a7b46be87207848960418b4 is 50, key is test_row_0/A:col10/1731723447276/Put/seqid=0
2024-11-16T02:17:28,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742320_1496 (size=12407)
2024-11-16T02:17:28,169 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36606 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:28,169 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:28,169 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:28,169 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c168bacf9c7d40498c3548b5fec34127, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9165a61b73174070a1e02300cb13d7fe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/1d56d851dca54755bcd36db36d155e5f] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=35.7 K
2024-11-16T02:17:28,175 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c168bacf9c7d40498c3548b5fec34127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731723445724
2024-11-16T02:17:28,180 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9165a61b73174070a1e02300cb13d7fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731723446338
2024-11-16T02:17:28,188 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d56d851dca54755bcd36db36d155e5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731723446737
2024-11-16T02:17:28,191 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9bca0408e5a54a8fb8adc23ec5245791 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9bca0408e5a54a8fb8adc23ec5245791
2024-11-16T02:17:28,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742321_1497 (size=12301)
2024-11-16T02:17:28,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/4fad5eec3a7b46be87207848960418b4
2024-11-16T02:17:28,209 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 9bca0408e5a54a8fb8adc23ec5245791(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:28,209 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:28,209 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723448048; duration=0sec
2024-11-16T02:17:28,209 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:28,209 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:28,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/d909f9a9e5e649248041bf72c259d355 is 50, key is test_row_0/B:col10/1731723447276/Put/seqid=0
2024-11-16T02:17:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-16T02:17:28,259 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:28,261 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/ff1e4e9c267e4d0fbe232d40beed22a8 is 50, key is test_row_0/C:col10/1731723446737/Put/seqid=0
2024-11-16T02:17:28,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742322_1498 (size=12301)
2024-11-16T02:17:28,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/d909f9a9e5e649248041bf72c259d355
2024-11-16T02:17:28,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742323_1499 (size=12407)
2024-11-16T02:17:28,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/48ec4c52e393404081f201d19108371a is 50, key is test_row_0/C:col10/1731723447276/Put/seqid=0
2024-11-16T02:17:28,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742324_1500 (size=12301)
2024-11-16T02:17:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:28,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:28,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723508496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723508504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723508504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723508504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723508506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-16T02:17:28,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723508635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723508635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723508635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723508635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,746 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/ff1e4e9c267e4d0fbe232d40beed22a8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ff1e4e9c267e4d0fbe232d40beed22a8
2024-11-16T02:17:28,763 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into ff1e4e9c267e4d0fbe232d40beed22a8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:28,763 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:28,763 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723448052; duration=0sec
2024-11-16T02:17:28,763 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:28,763 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:28,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/48ec4c52e393404081f201d19108371a
2024-11-16T02:17:28,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/4fad5eec3a7b46be87207848960418b4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4fad5eec3a7b46be87207848960418b4
2024-11-16T02:17:28,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4fad5eec3a7b46be87207848960418b4, entries=150, sequenceid=295, filesize=12.0 K
2024-11-16T02:17:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/d909f9a9e5e649248041bf72c259d355 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d909f9a9e5e649248041bf72c259d355
2024-11-16T02:17:28,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d909f9a9e5e649248041bf72c259d355, entries=150, sequenceid=295, filesize=12.0 K
2024-11-16T02:17:28,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/48ec4c52e393404081f201d19108371a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/48ec4c52e393404081f201d19108371a
2024-11-16T02:17:28,816 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/48ec4c52e393404081f201d19108371a, entries=150, sequenceid=295, filesize=12.0 K
2024-11-16T02:17:28,824 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 123462cecaaa7cf8632c18824a4aff75 in 703ms, sequenceid=295, compaction requested=false
2024-11-16T02:17:28,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:28,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:28,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-16T02:17:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-16T02:17:28,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-16T02:17:28,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 891 msec
2024-11-16T02:17:28,843 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 915 msec
2024-11-16T02:17:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:28,864 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:17:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:28,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2a5161660e464644a74e445d759fb3b6 is 50, key is test_row_0/A:col10/1731723448862/Put/seqid=0
2024-11-16T02:17:28,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742325_1501 (size=17181)
2024-11-16T02:17:28,909 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2a5161660e464644a74e445d759fb3b6
2024-11-16T02:17:28,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9b01f88ee7864ee599f1705b20d739cc is 50, key is test_row_0/B:col10/1731723448862/Put/seqid=0
2024-11-16T02:17:28,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742326_1502 (size=12301)
2024-11-16T02:17:28,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723508929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723508933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723508946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:28,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723508953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-16T02:17:29,072 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:29,074 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-16T02:17:29,076 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:29,077 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:29,077 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:29,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723509066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723509066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723509067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T02:17:29,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723509088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T02:17:29,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T02:17:29,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:29,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723509285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723509285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723509287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723509320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,364 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9b01f88ee7864ee599f1705b20d739cc
2024-11-16T02:17:29,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T02:17:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T02:17:29,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/d8b083a8b9d14f77a9910c85217e13ea is 50, key is test_row_0/C:col10/1731723448862/Put/seqid=0
2024-11-16T02:17:29,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742327_1503 (size=12301)
2024-11-16T02:17:29,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723509517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,528 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2263 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T02:17:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723509605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723509608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723509615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723509644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T02:17:29,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T02:17:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:29,825 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/d8b083a8b9d14f77a9910c85217e13ea
2024-11-16T02:17:29,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2a5161660e464644a74e445d759fb3b6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2a5161660e464644a74e445d759fb3b6
2024-11-16T02:17:29,851 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2a5161660e464644a74e445d759fb3b6, entries=250, sequenceid=311, filesize=16.8 K
2024-11-16T02:17:29,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/9b01f88ee7864ee599f1705b20d739cc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9b01f88ee7864ee599f1705b20d739cc
2024-11-16T02:17:29,871 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9b01f88ee7864ee599f1705b20d739cc, entries=150, sequenceid=311, filesize=12.0 K
2024-11-16T02:17:29,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/d8b083a8b9d14f77a9910c85217e13ea as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d8b083a8b9d14f77a9910c85217e13ea
2024-11-16T02:17:29,882 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d8b083a8b9d14f77a9910c85217e13ea, entries=150, sequenceid=311, filesize=12.0 K
2024-11-16T02:17:29,885 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 123462cecaaa7cf8632c18824a4aff75 in 1021ms, sequenceid=311, compaction requested=true
2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:29,886 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:29,886 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:29,887 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37009 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:29,887 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:29,887 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,887 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ff1e4e9c267e4d0fbe232d40beed22a8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/48ec4c52e393404081f201d19108371a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d8b083a8b9d14f77a9910c85217e13ea] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.1 K
2024-11-16T02:17:29,887 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:29,887 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:29,887 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,887 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/03e9ff9caff44852ac205125160ffc9e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4fad5eec3a7b46be87207848960418b4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2a5161660e464644a74e445d759fb3b6] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=40.9 K
2024-11-16T02:17:29,888 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03e9ff9caff44852ac205125160ffc9e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731723446737
2024-11-16T02:17:29,888 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1e4e9c267e4d0fbe232d40beed22a8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731723446737
2024-11-16T02:17:29,888 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fad5eec3a7b46be87207848960418b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731723447273
2024-11-16T02:17:29,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-16T02:17:29,888 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 48ec4c52e393404081f201d19108371a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731723447273
2024-11-16T02:17:29,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:29,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:17:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:29,889 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a5161660e464644a74e445d759fb3b6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731723448484
2024-11-16T02:17:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:29,889 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b083a8b9d14f77a9910c85217e13ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731723448504
2024-11-16T02:17:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/58698c5708984553aefd4cc865f999d2 is 50, key is test_row_0/A:col10/1731723448919/Put/seqid=0
2024-11-16T02:17:29,947 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:29,947 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/cb9f773a531c4daa97571a474f13ffa8 is 50, key is test_row_0/A:col10/1731723448862/Put/seqid=0
2024-11-16T02:17:29,966 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:29,966 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c003f94d137346d5b6368ced0e1e992e is 50, key is test_row_0/C:col10/1731723448862/Put/seqid=0
2024-11-16T02:17:29,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742328_1504 (size=12301)
2024-11-16T02:17:29,994 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/58698c5708984553aefd4cc865f999d2
2024-11-16T02:17:30,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742329_1505 (size=12609)
2024-11-16T02:17:30,031 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/cb9f773a531c4daa97571a474f13ffa8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cb9f773a531c4daa97571a474f13ffa8
2024-11-16T02:17:30,036 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into cb9f773a531c4daa97571a474f13ffa8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:30,036 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:30,036 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723449885; duration=0sec
2024-11-16T02:17:30,036 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:30,036 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:30,036 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:30,037 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37009 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:30,037 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:30,037 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:30,038 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9bca0408e5a54a8fb8adc23ec5245791, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d909f9a9e5e649248041bf72c259d355, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9b01f88ee7864ee599f1705b20d739cc] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.1 K
2024-11-16T02:17:30,038 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bca0408e5a54a8fb8adc23ec5245791, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731723446737
2024-11-16T02:17:30,039 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d909f9a9e5e649248041bf72c259d355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731723447273
2024-11-16T02:17:30,039 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b01f88ee7864ee599f1705b20d739cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731723448504
2024-11-16T02:17:30,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742330_1506 (size=12609)
2024-11-16T02:17:30,063 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:30,063 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/f15464c811a54228945a04fb17c9efd1 is 50, key is test_row_0/B:col10/1731723448862/Put/seqid=0
2024-11-16T02:17:30,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/98cf76db0b5646658c51457f29ad09d2 is 50, key is test_row_0/B:col10/1731723448919/Put/seqid=0
2024-11-16T02:17:30,102 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c003f94d137346d5b6368ced0e1e992e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c003f94d137346d5b6368ced0e1e992e
2024-11-16T02:17:30,124 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into c003f94d137346d5b6368ced0e1e992e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:30,124 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:30,124 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723449885; duration=0sec
2024-11-16T02:17:30,124 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:30,124 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:30,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742332_1508 (size=12301)
2024-11-16T02:17:30,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742331_1507 (size=12609)
2024-11-16T02:17:30,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:30,155 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/f15464c811a54228945a04fb17c9efd1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/f15464c811a54228945a04fb17c9efd1
2024-11-16T02:17:30,163 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into f15464c811a54228945a04fb17c9efd1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:30,163 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:30,163 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723449885; duration=0sec
2024-11-16T02:17:30,163 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:30,163 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:30,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723510192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723510201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T02:17:30,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723510213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723510215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723510327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723510328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723510336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723510347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/98cf76db0b5646658c51457f29ad09d2
2024-11-16T02:17:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e8debd3b0f3e48b5af1dcb675487830c is 50, key is test_row_0/C:col10/1731723448919/Put/seqid=0
2024-11-16T02:17:30,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723510555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723510556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723510566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742333_1509 (size=12301)
2024-11-16T02:17:30,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e8debd3b0f3e48b5af1dcb675487830c
2024-11-16T02:17:30,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723510575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/58698c5708984553aefd4cc865f999d2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/58698c5708984553aefd4cc865f999d2
2024-11-16T02:17:30,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/58698c5708984553aefd4cc865f999d2, entries=150, sequenceid=330, filesize=12.0 K
2024-11-16T02:17:30,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/98cf76db0b5646658c51457f29ad09d2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/98cf76db0b5646658c51457f29ad09d2
2024-11-16T02:17:30,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/98cf76db0b5646658c51457f29ad09d2, entries=150, sequenceid=330, filesize=12.0 K
2024-11-16T02:17:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e8debd3b0f3e48b5af1dcb675487830c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e8debd3b0f3e48b5af1dcb675487830c
2024-11-16T02:17:30,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e8debd3b0f3e48b5af1dcb675487830c, entries=150, sequenceid=330, filesize=12.0 K
2024-11-16T02:17:30,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 123462cecaaa7cf8632c18824a4aff75 in 727ms, sequenceid=330, compaction requested=false
2024-11-16T02:17:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-16T02:17:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-16T02:17:30,620 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-16T02:17:30,620 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5410 sec
2024-11-16T02:17:30,625 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.5460 sec
2024-11-16T02:17:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:30,879 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:17:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:30,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:30,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7662b0700c7749deb1f7bc26fc0a31b3 is 50, key is test_row_0/A:col10/1731723450187/Put/seqid=0
2024-11-16T02:17:30,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742334_1510 (size=14741)
2024-11-16T02:17:30,945 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7662b0700c7749deb1f7bc26fc0a31b3
2024-11-16T02:17:30,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723510933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723510935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/35d0a4aa047547f9893e0c5a6a4c5430 is 50, key is test_row_0/B:col10/1731723450187/Put/seqid=0
2024-11-16T02:17:30,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723510947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:30,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723510963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742335_1511 (size=12301)
2024-11-16T02:17:31,017 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/35d0a4aa047547f9893e0c5a6a4c5430
2024-11-16T02:17:31,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c642e4a425cf4732bb2322e6eaa263b3 is 50, key is test_row_0/C:col10/1731723450187/Put/seqid=0
2024-11-16T02:17:31,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723511065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742336_1512 (size=12301)
2024-11-16T02:17:31,086 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c642e4a425cf4732bb2322e6eaa263b3
2024-11-16T02:17:31,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723511075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7662b0700c7749deb1f7bc26fc0a31b3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7662b0700c7749deb1f7bc26fc0a31b3
2024-11-16T02:17:31,110 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7662b0700c7749deb1f7bc26fc0a31b3, entries=200, sequenceid=347, filesize=14.4 K
2024-11-16T02:17:31,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/35d0a4aa047547f9893e0c5a6a4c5430 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/35d0a4aa047547f9893e0c5a6a4c5430
2024-11-16T02:17:31,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723511098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723511099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,127 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/35d0a4aa047547f9893e0c5a6a4c5430, entries=150, sequenceid=347, filesize=12.0 K
2024-11-16T02:17:31,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c642e4a425cf4732bb2322e6eaa263b3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c642e4a425cf4732bb2322e6eaa263b3
2024-11-16T02:17:31,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c642e4a425cf4732bb2322e6eaa263b3, entries=150, sequenceid=347, filesize=12.0 K
2024-11-16T02:17:31,137 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 123462cecaaa7cf8632c18824a4aff75 in 258ms, sequenceid=347, compaction requested=true
2024-11-16T02:17:31,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:31,138 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:31,138 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:31,139 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39651 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:31,139 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:31,139 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:31,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:31,139 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cb9f773a531c4daa97571a474f13ffa8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/58698c5708984553aefd4cc865f999d2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7662b0700c7749deb1f7bc26fc0a31b3] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=38.7 K
2024-11-16T02:17:31,142 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb9f773a531c4daa97571a474f13ffa8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731723448504
2024-11-16T02:17:31,154 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:31,156 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58698c5708984553aefd4cc865f999d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731723448911
2024-11-16T02:17:31,157 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:31,157 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,157 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/f15464c811a54228945a04fb17c9efd1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/98cf76db0b5646658c51457f29ad09d2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/35d0a4aa047547f9893e0c5a6a4c5430] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.3 K
2024-11-16T02:17:31,159 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7662b0700c7749deb1f7bc26fc0a31b3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731723450187
2024-11-16T02:17:31,159 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f15464c811a54228945a04fb17c9efd1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731723448504
2024-11-16T02:17:31,162 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 98cf76db0b5646658c51457f29ad09d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731723448911
2024-11-16T02:17:31,165 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 35d0a4aa047547f9893e0c5a6a4c5430, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731723450187
2024-11-16T02:17:31,186 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:31,187 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2f6febfdcc4343319f3e0aca06630e29 is 50, key is test_row_0/A:col10/1731723450187/Put/seqid=0
2024-11-16T02:17:31,199 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:31,200 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b568743e660949ef91f62f2e0b0bf4e1 is 50, key is test_row_0/B:col10/1731723450187/Put/seqid=0
2024-11-16T02:17:31,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742337_1513 (size=12711)
2024-11-16T02:17:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-16T02:17:31,235 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:31,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742338_1514 (size=12711)
2024-11-16T02:17:31,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-16T02:17:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T02:17:31,242 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:31,243 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:31,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:31,244 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/2f6febfdcc4343319f3e0aca06630e29 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2f6febfdcc4343319f3e0aca06630e29
2024-11-16T02:17:31,259 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b568743e660949ef91f62f2e0b0bf4e1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b568743e660949ef91f62f2e0b0bf4e1
2024-11-16T02:17:31,263 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into 2f6febfdcc4343319f3e0aca06630e29(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:31,263 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:31,263 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723451137; duration=0sec
2024-11-16T02:17:31,263 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:31,263 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:31,263 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:31,271 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:31,271 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:31,271 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,271 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c003f94d137346d5b6368ced0e1e992e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e8debd3b0f3e48b5af1dcb675487830c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c642e4a425cf4732bb2322e6eaa263b3] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.3 K
2024-11-16T02:17:31,271 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c003f94d137346d5b6368ced0e1e992e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731723448504
2024-11-16T02:17:31,273 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8debd3b0f3e48b5af1dcb675487830c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731723448911
2024-11-16T02:17:31,274 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c642e4a425cf4732bb2322e6eaa263b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731723450187
2024-11-16T02:17:31,278 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into b568743e660949ef91f62f2e0b0bf4e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:31,278 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:31,278 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723451138; duration=0sec
2024-11-16T02:17:31,278 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:31,278 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:31,295 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:17:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:31,302 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:31,303 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/30b851218e3e4e7b8de58602870d99aa is 50, key is test_row_0/C:col10/1731723450187/Put/seqid=0
2024-11-16T02:17:31,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/eb8038e29a3f4ae1b9d612f0a731c168 is 50, key is test_row_0/A:col10/1731723450945/Put/seqid=0
2024-11-16T02:17:31,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742339_1515 (size=12711)
2024-11-16T02:17:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T02:17:31,361 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/30b851218e3e4e7b8de58602870d99aa as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/30b851218e3e4e7b8de58602870d99aa
2024-11-16T02:17:31,367 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into 30b851218e3e4e7b8de58602870d99aa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:31,367 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:31,367 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723451139; duration=0sec
2024-11-16T02:17:31,367 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:31,367 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:31,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742340_1516 (size=14741)
2024-11-16T02:17:31,371 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/eb8038e29a3f4ae1b9d612f0a731c168
2024-11-16T02:17:31,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/5ab215966d1844268f0c91d8d1b10802 is 50, key is test_row_0/B:col10/1731723450945/Put/seqid=0
2024-11-16T02:17:31,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723511358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T02:17:31,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:31,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723511390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723511391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742341_1517 (size=12301)
2024-11-16T02:17:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,406 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/5ab215966d1844268f0c91d8d1b10802
2024-11-16T02:17:31,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/d375a587c7694ae7a76c90a5fd6945ca is 50, key is test_row_0/C:col10/1731723450945/Put/seqid=0
2024-11-16T02:17:31,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723511392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742342_1518 (size=12301)
2024-11-16T02:17:31,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723511497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723511508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723511516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723511528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T02:17:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T02:17:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723511559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,567 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4301 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T02:17:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723511725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723511725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723511725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723511755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:31,847 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/d375a587c7694ae7a76c90a5fd6945ca
2024-11-16T02:17:31,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/eb8038e29a3f4ae1b9d612f0a731c168 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/eb8038e29a3f4ae1b9d612f0a731c168
2024-11-16T02:17:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T02:17:31,868 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/eb8038e29a3f4ae1b9d612f0a731c168, entries=200, sequenceid=368, filesize=14.4 K
2024-11-16T02:17:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/5ab215966d1844268f0c91d8d1b10802 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5ab215966d1844268f0c91d8d1b10802
2024-11-16T02:17:31,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T02:17:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:31,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:31,889 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5ab215966d1844268f0c91d8d1b10802, entries=150, sequenceid=368, filesize=12.0 K
2024-11-16T02:17:31,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/d375a587c7694ae7a76c90a5fd6945ca as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d375a587c7694ae7a76c90a5fd6945ca
2024-11-16T02:17:31,901 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d375a587c7694ae7a76c90a5fd6945ca, entries=150, sequenceid=368, filesize=12.0 K
2024-11-16T02:17:31,904 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 123462cecaaa7cf8632c18824a4aff75 in 609ms, sequenceid=368, compaction requested=false
2024-11-16T02:17:31,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:32,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:32,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:32,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:32,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/ac56b2af5cd2403c97316a9f0b17f745 is 50, key is test_row_0/A:col10/1731723451386/Put/seqid=0
2024-11-16T02:17:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:32,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742343_1519 (size=12301)
2024-11-16T02:17:32,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/ac56b2af5cd2403c97316a9f0b17f745
2024-11-16T02:17:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/08cb13bc2d414ea5b74ee8576403656c is 50, key is test_row_0/B:col10/1731723451386/Put/seqid=0
2024-11-16T02:17:32,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723512102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723512117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723512118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723512121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742344_1520 (size=12301)
2024-11-16T02:17:32,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/08cb13bc2d414ea5b74ee8576403656c
2024-11-16T02:17:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/cc59f62e063a41b4b624e6861b2d4c14 is 50, key is test_row_0/C:col10/1731723451386/Put/seqid=0
2024-11-16T02:17:32,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742345_1521 (size=12301)
2024-11-16T02:17:32,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723512226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723512245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723512245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723512245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T02:17:32,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723512445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723512465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723512465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723512465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,595 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/cc59f62e063a41b4b624e6861b2d4c14
2024-11-16T02:17:32,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/ac56b2af5cd2403c97316a9f0b17f745 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/ac56b2af5cd2403c97316a9f0b17f745
2024-11-16T02:17:32,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/ac56b2af5cd2403c97316a9f0b17f745, entries=150, sequenceid=383, filesize=12.0 K
2024-11-16T02:17:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/08cb13bc2d414ea5b74ee8576403656c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/08cb13bc2d414ea5b74ee8576403656c
2024-11-16T02:17:32,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/08cb13bc2d414ea5b74ee8576403656c, entries=150, sequenceid=383, filesize=12.0 K
2024-11-16T02:17:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/cc59f62e063a41b4b624e6861b2d4c14 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/cc59f62e063a41b4b624e6861b2d4c14
2024-11-16T02:17:32,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/cc59f62e063a41b4b624e6861b2d4c14, entries=150, sequenceid=383, filesize=12.0 K
2024-11-16T02:17:32,621 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 123462cecaaa7cf8632c18824a4aff75 in 591ms, sequenceid=383, compaction requested=true
2024-11-16T02:17:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-16T02:17:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-16T02:17:32,636 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-16T02:17:32,636 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3810 sec
2024-11-16T02:17:32,638 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.3980 sec
2024-11-16T02:17:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:32,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-16T02:17:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:32,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/0869ecb7711a4dbd98f08cd4e511d861 is 50, key is test_row_0/A:col10/1731723452090/Put/seqid=0
2024-11-16T02:17:32,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742346_1522 (size=14741)
2024-11-16T02:17:32,806 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/0869ecb7711a4dbd98f08cd4e511d861
2024-11-16T02:17:32,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b71fc36a151449dcab5e160ac9bbf973 is 50, key is test_row_0/B:col10/1731723452090/Put/seqid=0
2024-11-16T02:17:32,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723512807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723512810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723512828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723512829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742347_1523 (size=12301)
2024-11-16T02:17:32,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723512935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723512938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723512957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723512957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:32,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723513156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723513160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723513179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723513179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b71fc36a151449dcab5e160ac9bbf973
2024-11-16T02:17:33,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/a613ac5fb7304e1eb71e33138ba94482 is 50, key is test_row_0/C:col10/1731723452090/Put/seqid=0
2024-11-16T02:17:33,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742348_1524 (size=12301)
2024-11-16T02:17:33,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/a613ac5fb7304e1eb71e33138ba94482
2024-11-16T02:17:33,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/0869ecb7711a4dbd98f08cd4e511d861 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0869ecb7711a4dbd98f08cd4e511d861
2024-11-16T02:17:33,347 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0869ecb7711a4dbd98f08cd4e511d861, entries=200, sequenceid=402, filesize=14.4 K
2024-11-16T02:17:33,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b71fc36a151449dcab5e160ac9bbf973 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b71fc36a151449dcab5e160ac9bbf973
2024-11-16T02:17:33,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b71fc36a151449dcab5e160ac9bbf973, entries=150, sequenceid=402, filesize=12.0 K
2024-11-16T02:17:33,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/a613ac5fb7304e1eb71e33138ba94482 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a613ac5fb7304e1eb71e33138ba94482
2024-11-16T02:17:33,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a613ac5fb7304e1eb71e33138ba94482, entries=150, sequenceid=402, filesize=12.0 K
2024-11-16T02:17:33,363 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 123462cecaaa7cf8632c18824a4aff75 in 589ms, sequenceid=402, compaction requested=true
2024-11-16T02:17:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:33,364 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:33,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:33,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:33,364 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:33,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:33,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:33,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:33,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:33,371 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49614 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:33,371 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:33,371 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,371 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b568743e660949ef91f62f2e0b0bf4e1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5ab215966d1844268f0c91d8d1b10802, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/08cb13bc2d414ea5b74ee8576403656c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b71fc36a151449dcab5e160ac9bbf973] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=48.5 K
2024-11-16T02:17:33,371 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54494 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:33,371 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:33,371 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,371 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b568743e660949ef91f62f2e0b0bf4e1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731723450187
2024-11-16T02:17:33,372 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2f6febfdcc4343319f3e0aca06630e29, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/eb8038e29a3f4ae1b9d612f0a731c168, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/ac56b2af5cd2403c97316a9f0b17f745, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0869ecb7711a4dbd98f08cd4e511d861] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=53.2 K
2024-11-16T02:17:33,372 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ab215966d1844268f0c91d8d1b10802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731723450945
2024-11-16T02:17:33,372 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 08cb13bc2d414ea5b74ee8576403656c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731723451355
2024-11-16T02:17:33,372 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b71fc36a151449dcab5e160ac9bbf973, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731723452090
2024-11-16T02:17:33,376 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f6febfdcc4343319f3e0aca06630e29, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731723450187
2024-11-16T02:17:33,377 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb8038e29a3f4ae1b9d612f0a731c168, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731723450933
2024-11-16T02:17:33,380 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac56b2af5cd2403c97316a9f0b17f745, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731723451355
2024-11-16T02:17:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-16T02:17:33,385 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:33,386 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:33,388 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0869ecb7711a4dbd98f08cd4e511d861, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731723452090
2024-11-16T02:17:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-16T02:17:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T02:17:33,390 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:33,391 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:33,392 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:33,419 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:33,419 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/ea3d5e2d349d4e0d9e2d598b4947a45e is 50, key is test_row_0/B:col10/1731723452090/Put/seqid=0
2024-11-16T02:17:33,437 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:33,438 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/4831357c3eec46ff809e33fb1de35c8a is 50, key is test_row_0/A:col10/1731723452090/Put/seqid=0
2024-11-16T02:17:33,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742349_1525 (size=12847)
2024-11-16T02:17:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T02:17:33,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742350_1526 (size=12847)
2024-11-16T02:17:33,502 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-16T02:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:33,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/bb3d97c469b74858b060c8e02d7bee21 is 50, key is test_row_0/A:col10/1731723453498/Put/seqid=0
2024-11-16T02:17:33,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T02:17:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742351_1527 (size=14741)
2024-11-16T02:17:33,588 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/bb3d97c469b74858b060c8e02d7bee21
2024-11-16T02:17:33,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/8f3c707c56034dcc93525a08cfe7e0a9 is 50, key is test_row_0/B:col10/1731723453498/Put/seqid=0
2024-11-16T02:17:33,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723513605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723513610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723513635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723513636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742352_1528 (size=12301)
2024-11-16T02:17:33,665 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/8f3c707c56034dcc93525a08cfe7e0a9
2024-11-16T02:17:33,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/11ec2c4d4c674fe38093ffe790366d53 is 50, key is test_row_0/C:col10/1731723453498/Put/seqid=0
2024-11-16T02:17:33,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T02:17:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T02:17:33,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742353_1529 (size=12301)
2024-11-16T02:17:33,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723513745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723513748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723513766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723513766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T02:17:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:33,906 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/ea3d5e2d349d4e0d9e2d598b4947a45e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/ea3d5e2d349d4e0d9e2d598b4947a45e
2024-11-16T02:17:33,923 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/4831357c3eec46ff809e33fb1de35c8a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4831357c3eec46ff809e33fb1de35c8a
2024-11-16T02:17:33,935 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into ea3d5e2d349d4e0d9e2d598b4947a45e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:33,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:33,935 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=12, startTime=1731723453364; duration=0sec
2024-11-16T02:17:33,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:33,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:33,935 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:33,956 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into 4831357c3eec46ff809e33fb1de35c8a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:33,956 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:33,956 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=12, startTime=1731723453363; duration=0sec
2024-11-16T02:17:33,956 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:33,956 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:33,957 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49614 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:33,957 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:33,958 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:33,958 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/30b851218e3e4e7b8de58602870d99aa, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d375a587c7694ae7a76c90a5fd6945ca, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/cc59f62e063a41b4b624e6861b2d4c14, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a613ac5fb7304e1eb71e33138ba94482] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=48.5 K
2024-11-16T02:17:33,965 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b851218e3e4e7b8de58602870d99aa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731723450187
2024-11-16T02:17:33,968 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d375a587c7694ae7a76c90a5fd6945ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731723450945
2024-11-16T02:17:33,969 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting cc59f62e063a41b4b624e6861b2d4c14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731723451355
2024-11-16T02:17:33,969 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a613ac5fb7304e1eb71e33138ba94482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731723452090
2024-11-16T02:17:33,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723513965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723513965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:33,999 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:33,999 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/a0f49395f7d44710a82fbedb02809a41 is 50, key is test_row_0/C:col10/1731723452090/Put/seqid=0
2024-11-16T02:17:33,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723513985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723513988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T02:17:34,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T02:17:34,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742354_1530 (size=12847)
2024-11-16T02:17:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:34,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:34,118 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/11ec2c4d4c674fe38093ffe790366d53
2024-11-16T02:17:34,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/bb3d97c469b74858b060c8e02d7bee21 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/bb3d97c469b74858b060c8e02d7bee21
2024-11-16T02:17:34,128 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/bb3d97c469b74858b060c8e02d7bee21, entries=200, sequenceid=416, filesize=14.4 K
2024-11-16T02:17:34,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/8f3c707c56034dcc93525a08cfe7e0a9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8f3c707c56034dcc93525a08cfe7e0a9
2024-11-16T02:17:34,133 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8f3c707c56034dcc93525a08cfe7e0a9, entries=150, sequenceid=416, filesize=12.0 K
2024-11-16T02:17:34,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/11ec2c4d4c674fe38093ffe790366d53 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/11ec2c4d4c674fe38093ffe790366d53
2024-11-16T02:17:34,140 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/11ec2c4d4c674fe38093ffe790366d53, entries=150, sequenceid=416, filesize=12.0 K
2024-11-16T02:17:34,142 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 123462cecaaa7cf8632c18824a4aff75 in 640ms, sequenceid=416, compaction requested=false
2024-11-16T02:17:34,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:34,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-16T02:17:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:34,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:17:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:34,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:34,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/65a2144a63cb43eb988ee609e8076f08 is 50, key is test_row_0/A:col10/1731723453630/Put/seqid=0
2024-11-16T02:17:34,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742355_1531 (size=12301)
2024-11-16T02:17:34,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:34,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723514353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723514356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723514357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723514373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,456 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/a0f49395f7d44710a82fbedb02809a41 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a0f49395f7d44710a82fbedb02809a41
2024-11-16T02:17:34,471 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into a0f49395f7d44710a82fbedb02809a41(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:34,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:34,471 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=12, startTime=1731723453364; duration=0sec
2024-11-16T02:17:34,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:34,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:34,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723514476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723514486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723514487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723514495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T02:17:34,661 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/65a2144a63cb43eb988ee609e8076f08
2024-11-16T02:17:34,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723514695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/a1a54393e7584a49b6cf696baebdffc8 is 50, key is test_row_0/B:col10/1731723453630/Put/seqid=0
2024-11-16T02:17:34,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723514738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723514738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723514744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:34,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742356_1532 (size=12301)
2024-11-16T02:17:34,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/a1a54393e7584a49b6cf696baebdffc8
2024-11-16T02:17:34,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/6a328f56ce8a46a78510fa2510bed5cd is 50, key is test_row_0/C:col10/1731723453630/Put/seqid=0
2024-11-16T02:17:34,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742357_1533 (size=12301)
2024-11-16T02:17:35,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723515015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723515045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723515055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723515065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/6a328f56ce8a46a78510fa2510bed5cd
2024-11-16T02:17:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/65a2144a63cb43eb988ee609e8076f08 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/65a2144a63cb43eb988ee609e8076f08
2024-11-16T02:17:35,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/65a2144a63cb43eb988ee609e8076f08, entries=150, sequenceid=436, filesize=12.0 K
2024-11-16T02:17:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/a1a54393e7584a49b6cf696baebdffc8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a1a54393e7584a49b6cf696baebdffc8
2024-11-16T02:17:35,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a1a54393e7584a49b6cf696baebdffc8, entries=150, sequenceid=436, filesize=12.0 K
2024-11-16T02:17:35,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/6a328f56ce8a46a78510fa2510bed5cd as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6a328f56ce8a46a78510fa2510bed5cd
2024-11-16T02:17:35,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6a328f56ce8a46a78510fa2510bed5cd, entries=150, sequenceid=436, filesize=12.0 K
2024-11-16T02:17:35,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 123462cecaaa7cf8632c18824a4aff75 in 1136ms, sequenceid=436, compaction requested=true
2024-11-16T02:17:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:35,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-16T02:17:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-16T02:17:35,325 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-16T02:17:35,325 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9330 sec
2024-11-16T02:17:35,327 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.9400 sec
2024-11-16T02:17:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-16T02:17:35,536 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:35,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-16T02:17:35,538 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T02:17:35,539 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:35,539 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:35,542 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T02:17:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:35,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:35,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/8489e898a396484f9a6f39c27ec0d156 is 50, key is test_row_0/A:col10/1731723454369/Put/seqid=0
2024-11-16T02:17:35,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742358_1534 (size=14741)
2024-11-16T02:17:35,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723515612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723515614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723515614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35146 deadline: 1731723515614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723515615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,627 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8361 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T02:17:35,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T02:17:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:35,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:35,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723515725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723515735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723515735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723515735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T02:17:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:35,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:35,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T02:17:35,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723515945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/8489e898a396484f9a6f39c27ec0d156
2024-11-16T02:17:35,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7c0332a1aa3549ddada2b348c9999ef6 is 50, key is test_row_0/B:col10/1731723454369/Put/seqid=0
2024-11-16T02:17:35,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723515955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723515955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723515955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:35,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742359_1535 (size=12301)
2024-11-16T02:17:35,969 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7c0332a1aa3549ddada2b348c9999ef6
2024-11-16T02:17:35,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c241d57fe7a74b0b9cf7034a8fa05b62 is 50, key is test_row_0/C:col10/1731723454369/Put/seqid=0
2024-11-16T02:17:35,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742360_1536 (size=12301)
2024-11-16T02:17:35,986 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c241d57fe7a74b0b9cf7034a8fa05b62
2024-11-16T02:17:36,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T02:17:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:36,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/8489e898a396484f9a6f39c27ec0d156 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8489e898a396484f9a6f39c27ec0d156
2024-11-16T02:17:36,011 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8489e898a396484f9a6f39c27ec0d156, entries=200, sequenceid=452, filesize=14.4 K
2024-11-16T02:17:36,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7c0332a1aa3549ddada2b348c9999ef6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7c0332a1aa3549ddada2b348c9999ef6
2024-11-16T02:17:36,014 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7c0332a1aa3549ddada2b348c9999ef6, entries=150, sequenceid=452, filesize=12.0 K
2024-11-16T02:17:36,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/c241d57fe7a74b0b9cf7034a8fa05b62 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c241d57fe7a74b0b9cf7034a8fa05b62
2024-11-16T02:17:36,018 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c241d57fe7a74b0b9cf7034a8fa05b62, entries=150, sequenceid=452, filesize=12.0 K
2024-11-16T02:17:36,018 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 123462cecaaa7cf8632c18824a4aff75 in 476ms, sequenceid=452, compaction requested=true
2024-11-16T02:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:36,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:36,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:36,019 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:36,019 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:36,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:36,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:36,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:36,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:36,020 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54630 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:36,020 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:36,020 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,020 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4831357c3eec46ff809e33fb1de35c8a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/bb3d97c469b74858b060c8e02d7bee21, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/65a2144a63cb43eb988ee609e8076f08, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8489e898a396484f9a6f39c27ec0d156] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=53.3 K
2024-11-16T02:17:36,020 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:36,020 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:36,020 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4831357c3eec46ff809e33fb1de35c8a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731723452090
2024-11-16T02:17:36,020 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,020 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/ea3d5e2d349d4e0d9e2d598b4947a45e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8f3c707c56034dcc93525a08cfe7e0a9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a1a54393e7584a49b6cf696baebdffc8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7c0332a1aa3549ddada2b348c9999ef6] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=48.6 K
2024-11-16T02:17:36,021 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb3d97c469b74858b060c8e02d7bee21, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731723452800
2024-11-16T02:17:36,021 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ea3d5e2d349d4e0d9e2d598b4947a45e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731723452090
2024-11-16T02:17:36,021 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65a2144a63cb43eb988ee609e8076f08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731723453590
2024-11-16T02:17:36,021 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8489e898a396484f9a6f39c27ec0d156, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731723454344
2024-11-16T02:17:36,021 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f3c707c56034dcc93525a08cfe7e0a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731723452800
2024-11-16T02:17:36,024 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a54393e7584a49b6cf696baebdffc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731723453590
2024-11-16T02:17:36,024 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c0332a1aa3549ddada2b348c9999ef6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731723454344
2024-11-16T02:17:36,035 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:36,036 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/18076f3b9cde47ce969d6da5fce85353 is 50, key is test_row_0/A:col10/1731723454369/Put/seqid=0
2024-11-16T02:17:36,039 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:36,039 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/281c260ceee6473a86aee1782b05ed4c is 50, key is test_row_0/B:col10/1731723454369/Put/seqid=0
2024-11-16T02:17:36,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742362_1538 (size=12983)
2024-11-16T02:17:36,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742361_1537 (size=12983)
2024-11-16T02:17:36,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:36,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/5f6de861ef8540d88bf7b29e0da2c335 is 50, key is test_row_0/A:col10/1731723455614/Put/seqid=0
2024-11-16T02:17:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T02:17:36,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742363_1539 (size=12301)
2024-11-16T02:17:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:36,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:36,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723516288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723516296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723516296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723516299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723516405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723516405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723516405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723516416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,451 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/281c260ceee6473a86aee1782b05ed4c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/281c260ceee6473a86aee1782b05ed4c
2024-11-16T02:17:36,454 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/18076f3b9cde47ce969d6da5fce85353 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/18076f3b9cde47ce969d6da5fce85353
2024-11-16T02:17:36,455 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 281c260ceee6473a86aee1782b05ed4c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:36,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:36,455 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=12, startTime=1731723456019; duration=0sec
2024-11-16T02:17:36,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:36,455 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:36,456 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:36,457 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:36,457 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:36,458 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,458 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a0f49395f7d44710a82fbedb02809a41, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/11ec2c4d4c674fe38093ffe790366d53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6a328f56ce8a46a78510fa2510bed5cd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c241d57fe7a74b0b9cf7034a8fa05b62] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=48.6 K
2024-11-16T02:17:36,458 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a0f49395f7d44710a82fbedb02809a41, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731723452090
2024-11-16T02:17:36,458 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ec2c4d4c674fe38093ffe790366d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731723452800
2024-11-16T02:17:36,458 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a328f56ce8a46a78510fa2510bed5cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731723453590
2024-11-16T02:17:36,459 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c241d57fe7a74b0b9cf7034a8fa05b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731723454344
2024-11-16T02:17:36,460 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into 18076f3b9cde47ce969d6da5fce85353(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:36,460 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:36,460 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=12, startTime=1731723456018; duration=0sec
2024-11-16T02:17:36,460 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:36,460 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:36,471 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#461 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:36,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e97907db0cfa4598887dc9040742622d is 50, key is test_row_0/C:col10/1731723454369/Put/seqid=0
2024-11-16T02:17:36,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742364_1540 (size=12983)
2024-11-16T02:17:36,490 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e97907db0cfa4598887dc9040742622d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e97907db0cfa4598887dc9040742622d
2024-11-16T02:17:36,496 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into e97907db0cfa4598887dc9040742622d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:36,496 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:36,496 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=12, startTime=1731723456019; duration=0sec
2024-11-16T02:17:36,496 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:36,496 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:36,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/5f6de861ef8540d88bf7b29e0da2c335
2024-11-16T02:17:36,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/e77aee4d068f4f58926872611e5ca75b is 50, key is test_row_0/B:col10/1731723455614/Put/seqid=0
2024-11-16T02:17:36,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742365_1541 (size=12301)
2024-11-16T02:17:36,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/e77aee4d068f4f58926872611e5ca75b
2024-11-16T02:17:36,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723516625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723516626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723516626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723516626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:36,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/07c2e24b83d2428ba7d7b38d411408c1 is 50, key is test_row_0/C:col10/1731723455614/Put/seqid=0
2024-11-16T02:17:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T02:17:36,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742366_1542 (size=12301)
2024-11-16T02:17:36,679 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/07c2e24b83d2428ba7d7b38d411408c1
2024-11-16T02:17:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/5f6de861ef8540d88bf7b29e0da2c335 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/5f6de861ef8540d88bf7b29e0da2c335
2024-11-16T02:17:36,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/5f6de861ef8540d88bf7b29e0da2c335, entries=150, sequenceid=469, filesize=12.0 K
2024-11-16T02:17:36,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/e77aee4d068f4f58926872611e5ca75b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/e77aee4d068f4f58926872611e5ca75b
2024-11-16T02:17:36,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/e77aee4d068f4f58926872611e5ca75b, entries=150, sequenceid=469, filesize=12.0 K
2024-11-16T02:17:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/07c2e24b83d2428ba7d7b38d411408c1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/07c2e24b83d2428ba7d7b38d411408c1
2024-11-16T02:17:36,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/07c2e24b83d2428ba7d7b38d411408c1, entries=150, sequenceid=469, filesize=12.0 K
2024-11-16T02:17:36,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 123462cecaaa7cf8632c18824a4aff75 in 557ms, sequenceid=469, compaction requested=false
2024-11-16T02:17:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-16T02:17:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-16T02:17:36,727 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-16T02:17:36,727 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec
2024-11-16T02:17:36,730 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1920 sec
2024-11-16T02:17:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:36,946 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:36,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/0aaf5c736a52425393561940ce623885 is 50, key is test_row_0/A:col10/1731723456285/Put/seqid=0
2024-11-16T02:17:36,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742367_1543 (size=14741)
2024-11-16T02:17:36,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723516982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723516993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723516987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723516987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723517105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723517115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723517115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723517115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723517325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723517335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723517335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723517336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,374 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/0aaf5c736a52425393561940ce623885
2024-11-16T02:17:37,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/a64d6d5e5aaf48fb9dd78334ad6b9c13 is 50, key is test_row_0/B:col10/1731723456285/Put/seqid=0
2024-11-16T02:17:37,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742368_1544 (size=12301)
2024-11-16T02:17:37,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/a64d6d5e5aaf48fb9dd78334ad6b9c13
2024-11-16T02:17:37,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/42b4bed87c904039b01bb9740aaf6b5a is 50, key is test_row_0/C:col10/1731723456285/Put/seqid=0
2024-11-16T02:17:37,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742369_1545 (size=12301)
2024-11-16T02:17:37,440 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/42b4bed87c904039b01bb9740aaf6b5a
2024-11-16T02:17:37,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/0aaf5c736a52425393561940ce623885 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0aaf5c736a52425393561940ce623885
2024-11-16T02:17:37,452 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0aaf5c736a52425393561940ce623885, entries=200, sequenceid=488, filesize=14.4 K
2024-11-16T02:17:37,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/a64d6d5e5aaf48fb9dd78334ad6b9c13 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a64d6d5e5aaf48fb9dd78334ad6b9c13
2024-11-16T02:17:37,457 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a64d6d5e5aaf48fb9dd78334ad6b9c13, entries=150, sequenceid=488, filesize=12.0 K
2024-11-16T02:17:37,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/42b4bed87c904039b01bb9740aaf6b5a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/42b4bed87c904039b01bb9740aaf6b5a
2024-11-16T02:17:37,476 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/42b4bed87c904039b01bb9740aaf6b5a, entries=150, sequenceid=488, filesize=12.0 K
2024-11-16T02:17:37,479 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 123462cecaaa7cf8632c18824a4aff75 in 532ms, sequenceid=488, compaction requested=true
2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:37,479 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:37,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:37,479 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:37,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:37,480 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:37,480 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:37,480 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:37,480 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,480 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,480 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/18076f3b9cde47ce969d6da5fce85353, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/5f6de861ef8540d88bf7b29e0da2c335, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0aaf5c736a52425393561940ce623885] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=39.1 K
2024-11-16T02:17:37,480 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/281c260ceee6473a86aee1782b05ed4c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/e77aee4d068f4f58926872611e5ca75b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a64d6d5e5aaf48fb9dd78334ad6b9c13] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.7 K
2024-11-16T02:17:37,481 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18076f3b9cde47ce969d6da5fce85353, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731723454344
2024-11-16T02:17:37,481 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 281c260ceee6473a86aee1782b05ed4c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731723454344
2024-11-16T02:17:37,482 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e77aee4d068f4f58926872611e5ca75b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731723455612
2024-11-16T02:17:37,483 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a64d6d5e5aaf48fb9dd78334ad6b9c13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731723456285
2024-11-16T02:17:37,485 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f6de861ef8540d88bf7b29e0da2c335, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731723455612
2024-11-16T02:17:37,497 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aaf5c736a52425393561940ce623885, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731723456280
2024-11-16T02:17:37,508 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:37,509 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/d556d7db5f3341fb9b51454e1a6820a7 is 50, key is test_row_0/A:col10/1731723456285/Put/seqid=0
2024-11-16T02:17:37,523 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:37,523 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/8b4cd141e7034b0db19549e6298d08b2 is 50, key is test_row_0/B:col10/1731723456285/Put/seqid=0
2024-11-16T02:17:37,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742370_1546 (size=13085)
2024-11-16T02:17:37,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742371_1547 (size=13085)
2024-11-16T02:17:37,593 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/8b4cd141e7034b0db19549e6298d08b2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8b4cd141e7034b0db19549e6298d08b2
2024-11-16T02:17:37,602 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 8b4cd141e7034b0db19549e6298d08b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:37,602 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:37,602 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723457479; duration=0sec
2024-11-16T02:17:37,603 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:37,603 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:37,603 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:37,603 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:37,603 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:37,603 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,604 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e97907db0cfa4598887dc9040742622d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/07c2e24b83d2428ba7d7b38d411408c1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/42b4bed87c904039b01bb9740aaf6b5a] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.7 K
2024-11-16T02:17:37,604 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e97907db0cfa4598887dc9040742622d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731723454344
2024-11-16T02:17:37,604 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c2e24b83d2428ba7d7b38d411408c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731723455612
2024-11-16T02:17:37,604 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 42b4bed87c904039b01bb9740aaf6b5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731723456285
2024-11-16T02:17:37,619 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:37,620 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/50af1303c2e54b5b902d4c0ee11df6b1 is 50, key is test_row_0/C:col10/1731723456285/Put/seqid=0
2024-11-16T02:17:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:37,643 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-16T02:17:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:37,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7d2b0d02bd6d4add89841669ee6269d8 is 50, key is test_row_0/A:col10/1731723456987/Put/seqid=0
2024-11-16T02:17:37,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742372_1548 (size=13085)
2024-11-16T02:17:37,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742373_1549 (size=14741)
2024-11-16T02:17:37,679 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7d2b0d02bd6d4add89841669ee6269d8
2024-11-16T02:17:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-16T02:17:37,686 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:37,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-16T02:17:37,689 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T02:17:37,690 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:37,690 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:37,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/daae095b37f94bb0bbebde6a124832ad is 50, key is test_row_0/B:col10/1731723456987/Put/seqid=0
2024-11-16T02:17:37,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723517702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723517713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723517721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723517723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742374_1550 (size=12301)
2024-11-16T02:17:37,760 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/daae095b37f94bb0bbebde6a124832ad
2024-11-16T02:17:37,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/08c85095b5b145728b67bc5bda42bd2e is 50, key is test_row_0/C:col10/1731723456987/Put/seqid=0
2024-11-16T02:17:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T02:17:37,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742375_1551 (size=12301)
2024-11-16T02:17:37,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/08c85095b5b145728b67bc5bda42bd2e
2024-11-16T02:17:37,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723517825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723517825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:37,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:37,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7d2b0d02bd6d4add89841669ee6269d8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7d2b0d02bd6d4add89841669ee6269d8
2024-11-16T02:17:37,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723517845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:37,855 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7d2b0d02bd6d4add89841669ee6269d8, entries=200, sequenceid=506, filesize=14.4 K
2024-11-16T02:17:37,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/daae095b37f94bb0bbebde6a124832ad as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/daae095b37f94bb0bbebde6a124832ad
2024-11-16T02:17:37,862 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/daae095b37f94bb0bbebde6a124832ad, entries=150, sequenceid=506, filesize=12.0 K
2024-11-16T02:17:37,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/08c85095b5b145728b67bc5bda42bd2e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/08c85095b5b145728b67bc5bda42bd2e
2024-11-16T02:17:37,867 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/08c85095b5b145728b67bc5bda42bd2e, entries=150, sequenceid=506, filesize=12.0 K
2024-11-16T02:17:37,868 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 123462cecaaa7cf8632c18824a4aff75 in 225ms, sequenceid=506, compaction requested=false
2024-11-16T02:17:37,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:37,882 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:37,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/6928ba5839244daea0aa7753fc1a63e6 is 50, key is test_row_0/A:col10/1731723457719/Put/seqid=0
2024-11-16T02:17:37,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742376_1552 (size=14741)
2024-11-16T02:17:37,968 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/d556d7db5f3341fb9b51454e1a6820a7 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d556d7db5f3341fb9b51454e1a6820a7
2024-11-16T02:17:37,973 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into d556d7db5f3341fb9b51454e1a6820a7(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:37,973 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:37,974 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723457479; duration=0sec
2024-11-16T02:17:37,974 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:37,974 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:37,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:37,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:37,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T02:17:38,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723518038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723518052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,066 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/50af1303c2e54b5b902d4c0ee11df6b1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/50af1303c2e54b5b902d4c0ee11df6b1
2024-11-16T02:17:38,072 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into 50af1303c2e54b5b902d4c0ee11df6b1(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:38,072 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:38,072 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723457479; duration=0sec
2024-11-16T02:17:38,072 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:38,072 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:38,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723518053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723518055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723518167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723518182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T02:17:38,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/6928ba5839244daea0aa7753fc1a63e6
2024-11-16T02:17:38,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/1d109552c7dd4df087dc2d4373e63e0a is 50, key is test_row_0/B:col10/1731723457719/Put/seqid=0
2024-11-16T02:17:38,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723518366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723518385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723518385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723518395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:38,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742377_1553 (size=12301)
2024-11-16T02:17:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723518706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723518715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T02:17:38,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723518887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723518904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:38,931 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/1d109552c7dd4df087dc2d4373e63e0a
2024-11-16T02:17:38,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/986c65e7dcf343c2b0da49fa38afaa51 is 50, key is test_row_0/C:col10/1731723457719/Put/seqid=0
2024-11-16T02:17:38,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:38,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:38,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742378_1554 (size=12301)
2024-11-16T02:17:38,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/986c65e7dcf343c2b0da49fa38afaa51
2024-11-16T02:17:38,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/6928ba5839244daea0aa7753fc1a63e6 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/6928ba5839244daea0aa7753fc1a63e6
2024-11-16T02:17:38,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/6928ba5839244daea0aa7753fc1a63e6, entries=200, sequenceid=522, filesize=14.4 K
2024-11-16T02:17:38,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/1d109552c7dd4df087dc2d4373e63e0a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/1d109552c7dd4df087dc2d4373e63e0a
2024-11-16T02:17:38,986 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/1d109552c7dd4df087dc2d4373e63e0a, entries=150, sequenceid=522, filesize=12.0 K
2024-11-16T02:17:38,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/986c65e7dcf343c2b0da49fa38afaa51 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/986c65e7dcf343c2b0da49fa38afaa51
2024-11-16T02:17:38,995 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/986c65e7dcf343c2b0da49fa38afaa51, entries=150, sequenceid=522, filesize=12.0 K
2024-11-16T02:17:39,001 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 123462cecaaa7cf8632c18824a4aff75 in 1119ms, sequenceid=522, compaction requested=true
2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:39,001 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:39,001 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:39,002 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:39,002 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:39,002 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:39,002 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:39,002 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,002 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,003 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d556d7db5f3341fb9b51454e1a6820a7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7d2b0d02bd6d4add89841669ee6269d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/6928ba5839244daea0aa7753fc1a63e6] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=41.6 K
2024-11-16T02:17:39,003 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8b4cd141e7034b0db19549e6298d08b2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/daae095b37f94bb0bbebde6a124832ad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/1d109552c7dd4df087dc2d4373e63e0a] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.8 K
2024-11-16T02:17:39,003 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d556d7db5f3341fb9b51454e1a6820a7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731723456285
2024-11-16T02:17:39,003 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b4cd141e7034b0db19549e6298d08b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731723456285
2024-11-16T02:17:39,003 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d2b0d02bd6d4add89841669ee6269d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731723456980
2024-11-16T02:17:39,004 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting daae095b37f94bb0bbebde6a124832ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731723456980
2024-11-16T02:17:39,004 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6928ba5839244daea0aa7753fc1a63e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731723457700
2024-11-16T02:17:39,004 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d109552c7dd4df087dc2d4373e63e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731723457713
2024-11-16T02:17:39,027 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:39,028 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:39,028 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/243b05da7b994ad8b3715802c8202358 is 50, key is test_row_0/B:col10/1731723457719/Put/seqid=0
2024-11-16T02:17:39,031 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/44e7266da4664efeac8ef218dc4863b4 is 50, key is test_row_0/A:col10/1731723457719/Put/seqid=0
2024-11-16T02:17:39,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742379_1555 (size=13187)
2024-11-16T02:17:39,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742380_1556 (size=13187)
2024-11-16T02:17:39,100 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/44e7266da4664efeac8ef218dc4863b4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/44e7266da4664efeac8ef218dc4863b4
2024-11-16T02:17:39,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:39,113 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into 44e7266da4664efeac8ef218dc4863b4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:39,113 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:39,113 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723459001; duration=0sec
2024-11-16T02:17:39,113 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:39,113 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:39,113 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/048c69fd4e904af1be78a0e7edb2f2fc is 50, key is test_row_0/A:col10/1731723458051/Put/seqid=0
2024-11-16T02:17:39,114 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:39,114 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:39,114 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,114 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/50af1303c2e54b5b902d4c0ee11df6b1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/08c85095b5b145728b67bc5bda42bd2e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/986c65e7dcf343c2b0da49fa38afaa51] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.8 K
2024-11-16T02:17:39,116 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 50af1303c2e54b5b902d4c0ee11df6b1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731723456285
2024-11-16T02:17:39,117 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 08c85095b5b145728b67bc5bda42bd2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731723456980
2024-11-16T02:17:39,123 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 986c65e7dcf343c2b0da49fa38afaa51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731723457713
2024-11-16T02:17:39,150 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:39,152 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/31290c25ad6e4b55b410ee5ed5cb2219 is 50, key is test_row_0/C:col10/1731723457719/Put/seqid=0
2024-11-16T02:17:39,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742381_1557 (size=12301)
2024-11-16T02:17:39,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/048c69fd4e904af1be78a0e7edb2f2fc
2024-11-16T02:17:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b99178937ecc4f43ada04dc4323bff60 is 50, key is test_row_0/B:col10/1731723458051/Put/seqid=0
2024-11-16T02:17:39,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742382_1558 (size=13187)
2024-11-16T02:17:39,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742383_1559 (size=12301)
2024-11-16T02:17:39,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b99178937ecc4f43ada04dc4323bff60
2024-11-16T02:17:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/4533250e9b464c83b75df40f69a032af is 50, key is test_row_0/C:col10/1731723458051/Put/seqid=0
2024-11-16T02:17:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:39,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:39,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742384_1560 (size=12301)
2024-11-16T02:17:39,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/4533250e9b464c83b75df40f69a032af
2024-11-16T02:17:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/048c69fd4e904af1be78a0e7edb2f2fc as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/048c69fd4e904af1be78a0e7edb2f2fc
2024-11-16T02:17:39,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/048c69fd4e904af1be78a0e7edb2f2fc, entries=150, sequenceid=540, filesize=12.0 K
2024-11-16T02:17:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/b99178937ecc4f43ada04dc4323bff60 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b99178937ecc4f43ada04dc4323bff60
2024-11-16T02:17:39,271 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b99178937ecc4f43ada04dc4323bff60, entries=150, sequenceid=540, filesize=12.0 K
2024-11-16T02:17:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/4533250e9b464c83b75df40f69a032af as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/4533250e9b464c83b75df40f69a032af
2024-11-16T02:17:39,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/4533250e9b464c83b75df40f69a032af, entries=150, sequenceid=540, filesize=12.0 K
2024-11-16T02:17:39,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=40.25 KB/41220 for 123462cecaaa7cf8632c18824a4aff75 in 176ms, sequenceid=540, compaction requested=false
2024-11-16T02:17:39,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:39,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-16T02:17:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:39,281 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:17:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-16T02:17:39,293 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-16T02:17:39,293 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec
2024-11-16T02:17:39,296 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.6070 sec
2024-11-16T02:17:39,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/d2f6ef59bf45465c9663b9e6aab7699b is 50, key is test_row_0/A:col10/1731723459276/Put/seqid=0
2024-11-16T02:17:39,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742385_1561 (size=14741)
2024-11-16T02:17:39,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/d2f6ef59bf45465c9663b9e6aab7699b
2024-11-16T02:17:39,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/d6ff531371e2410fb57fe420d5f3efbe is 50, key is test_row_0/B:col10/1731723459276/Put/seqid=0
2024-11-16T02:17:39,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742386_1562 (size=12301)
2024-11-16T02:17:39,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723459367, max timestamp=1731723459399Num uniques 859; 
2024-11-16T02:17:39,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:39,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723459367, max timestamp=1731723459399Num uniques 859; 
2024-11-16T02:17:39,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:39,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723459367, max timestamp=1731723459399Num uniques 859; 
2024-11-16T02:17:39,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:39,496 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/243b05da7b994ad8b3715802c8202358 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/243b05da7b994ad8b3715802c8202358
2024-11-16T02:17:39,506 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 243b05da7b994ad8b3715802c8202358(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:39,506 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:39,506 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723459001; duration=0sec
2024-11-16T02:17:39,506 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:39,506 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:39,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723519580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723519583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,609 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/31290c25ad6e4b55b410ee5ed5cb2219 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/31290c25ad6e4b55b410ee5ed5cb2219
2024-11-16T02:17:39,617 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into 31290c25ad6e4b55b410ee5ed5cb2219(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:39,617 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:39,618 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723459001; duration=0sec
2024-11-16T02:17:39,618 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:39,618 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:39,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723519705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723519705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,759 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/d6ff531371e2410fb57fe420d5f3efbe
2024-11-16T02:17:39,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/34677fe9e78a45dfacbd0d1f88b41faf is 50, key is test_row_0/C:col10/1731723459276/Put/seqid=0
2024-11-16T02:17:39,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742387_1563 (size=12301)
2024-11-16T02:17:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-16T02:17:39,840 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:39,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-16T02:17:39,843 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:39,844 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:39,844 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:39,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723519915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723519915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,926 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,929 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723519925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723519925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:39,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:39,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:40,205 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/34677fe9e78a45dfacbd0d1f88b41faf
2024-11-16T02:17:40,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/d2f6ef59bf45465c9663b9e6aab7699b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d2f6ef59bf45465c9663b9e6aab7699b
2024-11-16T02:17:40,221 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d2f6ef59bf45465c9663b9e6aab7699b, entries=200, sequenceid=551, filesize=14.4 K
2024-11-16T02:17:40,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/d6ff531371e2410fb57fe420d5f3efbe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d6ff531371e2410fb57fe420d5f3efbe
2024-11-16T02:17:40,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d6ff531371e2410fb57fe420d5f3efbe, entries=150, sequenceid=551, filesize=12.0 K
2024-11-16T02:17:40,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/34677fe9e78a45dfacbd0d1f88b41faf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/34677fe9e78a45dfacbd0d1f88b41faf
2024-11-16T02:17:40,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/34677fe9e78a45dfacbd0d1f88b41faf, entries=150, sequenceid=551, filesize=12.0 K
2024-11-16T02:17:40,247 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 123462cecaaa7cf8632c18824a4aff75 in 966ms, sequenceid=551, compaction requested=true
2024-11-16T02:17:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:40,247 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:40,248 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:40,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:40,250 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:40,250 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:40,250 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,250 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/243b05da7b994ad8b3715802c8202358, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b99178937ecc4f43ada04dc4323bff60, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d6ff531371e2410fb57fe420d5f3efbe] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.9 K
2024-11-16T02:17:40,250 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:40,250 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:40,250 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,250 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/44e7266da4664efeac8ef218dc4863b4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/048c69fd4e904af1be78a0e7edb2f2fc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d2f6ef59bf45465c9663b9e6aab7699b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=39.3 K
2024-11-16T02:17:40,251 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 243b05da7b994ad8b3715802c8202358, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731723457713
2024-11-16T02:17:40,252 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44e7266da4664efeac8ef218dc4863b4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731723457713
2024-11-16T02:17:40,253 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b99178937ecc4f43ada04dc4323bff60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1731723457962
2024-11-16T02:17:40,253 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 048c69fd4e904af1be78a0e7edb2f2fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1731723457962
2024-11-16T02:17:40,254 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting d6ff531371e2410fb57fe420d5f3efbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731723459240
2024-11-16T02:17:40,254 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2f6ef59bf45465c9663b9e6aab7699b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731723459240
2024-11-16T02:17:40,268 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-16T02:17:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:40,283 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:40,283 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7b9b4cbe7fd742a9ac2e126c3dad160d is 50, key is test_row_0/A:col10/1731723459276/Put/seqid=0
2024-11-16T02:17:40,295 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:40,296 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/10e71a6c694c4363b636bf8564d54f9d is 50, key is test_row_0/B:col10/1731723459276/Put/seqid=0
2024-11-16T02:17:40,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/28d706dfe8e1400d9a081af83a16f1ae is 50, key is test_row_0/A:col10/1731723459580/Put/seqid=0
2024-11-16T02:17:40,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723520304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:40,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723520323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:40,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742388_1564 (size=13289)
2024-11-16T02:17:40,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742390_1566 (size=14741)
2024-11-16T02:17:40,355 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/28d706dfe8e1400d9a081af83a16f1ae
2024-11-16T02:17:40,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7a5d79ea9b6042efb7ae0494d8dc6a36 is 50, key is test_row_0/B:col10/1731723459580/Put/seqid=0
2024-11-16T02:17:40,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742389_1565 (size=13289)
2024-11-16T02:17:40,393 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/10e71a6c694c4363b636bf8564d54f9d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/10e71a6c694c4363b636bf8564d54f9d
2024-11-16T02:17:40,401 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 10e71a6c694c4363b636bf8564d54f9d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:40,401 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:40,401 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723460248; duration=0sec
2024-11-16T02:17:40,401 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:40,401 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:40,401 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:40,402 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:40,402 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:40,402 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,402 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/31290c25ad6e4b55b410ee5ed5cb2219, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/4533250e9b464c83b75df40f69a032af, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/34677fe9e78a45dfacbd0d1f88b41faf] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=36.9 K
2024-11-16T02:17:40,402 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 31290c25ad6e4b55b410ee5ed5cb2219, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731723457713
2024-11-16T02:17:40,403 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4533250e9b464c83b75df40f69a032af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1731723457962
2024-11-16T02:17:40,403 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 34677fe9e78a45dfacbd0d1f88b41faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731723459240
2024-11-16T02:17:40,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742391_1567 (size=12301)
2024-11-16T02:17:40,414 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:40,415 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/ae8e5997d4c74fb887c2c37832989bbe is 50, key is test_row_0/C:col10/1731723459276/Put/seqid=0
2024-11-16T02:17:40,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742392_1568 (size=13289)
2024-11-16T02:17:40,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723520436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:40,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723520441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:40,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:40,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723520655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:40,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723520655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:40,762 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/7b9b4cbe7fd742a9ac2e126c3dad160d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7b9b4cbe7fd742a9ac2e126c3dad160d
2024-11-16T02:17:40,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,769 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into 7b9b4cbe7fd742a9ac2e126c3dad160d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:40,769 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:40,769 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723460247; duration=0sec
2024-11-16T02:17:40,769 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:40,769 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:40,816 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7a5d79ea9b6042efb7ae0494d8dc6a36
2024-11-16T02:17:40,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/be5cb4d3428441f89fa82c1cf7e18b5a is 50, key is test_row_0/C:col10/1731723459580/Put/seqid=0
2024-11-16T02:17:40,850 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/ae8e5997d4c74fb887c2c37832989bbe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ae8e5997d4c74fb887c2c37832989bbe
2024-11-16T02:17:40,859 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into ae8e5997d4c74fb887c2c37832989bbe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:40,859 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:40,859 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723460248; duration=0sec
2024-11-16T02:17:40,859 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:40,859 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:40,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742393_1569 (size=12301)
2024-11-16T02:17:40,886 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/be5cb4d3428441f89fa82c1cf7e18b5a
2024-11-16T02:17:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/28d706dfe8e1400d9a081af83a16f1ae as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/28d706dfe8e1400d9a081af83a16f1ae
2024-11-16T02:17:40,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/28d706dfe8e1400d9a081af83a16f1ae, entries=200, sequenceid=590, filesize=14.4 K
2024-11-16T02:17:40,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/7a5d79ea9b6042efb7ae0494d8dc6a36 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7a5d79ea9b6042efb7ae0494d8dc6a36
2024-11-16T02:17:40,907 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7a5d79ea9b6042efb7ae0494d8dc6a36, entries=150, sequenceid=590, filesize=12.0 K
2024-11-16T02:17:40,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:40,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/be5cb4d3428441f89fa82c1cf7e18b5a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/be5cb4d3428441f89fa82c1cf7e18b5a
2024-11-16T02:17:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:40,924 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/be5cb4d3428441f89fa82c1cf7e18b5a, entries=150, sequenceid=590, filesize=12.0 K
2024-11-16T02:17:40,925 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 123462cecaaa7cf8632c18824a4aff75 in 657ms, sequenceid=590, compaction requested=false
2024-11-16T02:17:40,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:40,979 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:17:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:40,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/8989c8d01da242fca8ffca8bedf141f8 is 50, key is test_row_0/A:col10/1731723460318/Put/seqid=0
2024-11-16T02:17:41,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742394_1570 (size=17181)
2024-11-16T02:17:41,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:41,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723461072, max timestamp=1731723461129Num uniques 859; 
2024-11-16T02:17:41,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:41,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723461072, max timestamp=1731723461129Num uniques 859; 
2024-11-16T02:17:41,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:41,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723461072, max timestamp=1731723461129Num uniques 859; 
2024-11-16T02:17:41,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:41,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723521240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723521254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723521375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723521375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:41,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:41,415 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/8989c8d01da242fca8ffca8bedf141f8
2024-11-16T02:17:41,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/5a0b107befec40bf831174afdb38e929 is 50, key is test_row_0/B:col10/1731723460318/Put/seqid=0
2024-11-16T02:17:41,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742395_1571 (size=12301)
2024-11-16T02:17:41,433 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/5a0b107befec40bf831174afdb38e929
2024-11-16T02:17:41,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/2b726c0ef819484f84e00e31fa0c5df2 is 50, key is test_row_0/C:col10/1731723460318/Put/seqid=0
2024-11-16T02:17:41,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742396_1572 (size=12301)
2024-11-16T02:17:41,448 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=604 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/2b726c0ef819484f84e00e31fa0c5df2
2024-11-16T02:17:41,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/8989c8d01da242fca8ffca8bedf141f8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8989c8d01da242fca8ffca8bedf141f8
2024-11-16T02:17:41,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8989c8d01da242fca8ffca8bedf141f8, entries=250, sequenceid=604, filesize=16.8 K
2024-11-16T02:17:41,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/5a0b107befec40bf831174afdb38e929 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5a0b107befec40bf831174afdb38e929
2024-11-16T02:17:41,465 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5a0b107befec40bf831174afdb38e929, entries=150, sequenceid=604, filesize=12.0 K
2024-11-16T02:17:41,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/2b726c0ef819484f84e00e31fa0c5df2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/2b726c0ef819484f84e00e31fa0c5df2
2024-11-16T02:17:41,468 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/2b726c0ef819484f84e00e31fa0c5df2, entries=150, sequenceid=604, filesize=12.0 K
2024-11-16T02:17:41,469 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 123462cecaaa7cf8632c18824a4aff75 in 490ms, sequenceid=604, compaction requested=true
2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:41,469 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:41,469 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:41,470 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45211 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:41,470 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:41,470 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,470 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7b9b4cbe7fd742a9ac2e126c3dad160d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/28d706dfe8e1400d9a081af83a16f1ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8989c8d01da242fca8ffca8bedf141f8] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=44.2 K
2024-11-16T02:17:41,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:41,471 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:41,471 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,471 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/10e71a6c694c4363b636bf8564d54f9d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7a5d79ea9b6042efb7ae0494d8dc6a36, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5a0b107befec40bf831174afdb38e929] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=37.0 K
2024-11-16T02:17:41,471 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b9b4cbe7fd742a9ac2e126c3dad160d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731723459240
2024-11-16T02:17:41,476 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28d706dfe8e1400d9a081af83a16f1ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1731723459546
2024-11-16T02:17:41,476 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 10e71a6c694c4363b636bf8564d54f9d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731723459240
2024-11-16T02:17:41,477 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a5d79ea9b6042efb7ae0494d8dc6a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1731723459546
2024-11-16T02:17:41,477 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8989c8d01da242fca8ffca8bedf141f8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=604, earliestPutTs=1731723460279
2024-11-16T02:17:41,477 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a0b107befec40bf831174afdb38e929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=604, earliestPutTs=1731723460318
2024-11-16T02:17:41,482 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:41,482 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:41,483 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/c4a612e18f19498fbf1cf52a153e2197 is 50, key is test_row_0/B:col10/1731723460318/Put/seqid=0
2024-11-16T02:17:41,483 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/b40bcca0315b456eadb4609ddca4d215 is 50, key is test_row_0/A:col10/1731723460318/Put/seqid=0
2024-11-16T02:17:41,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742398_1574 (size=13391)
2024-11-16T02:17:41,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742397_1573 (size=13391)
2024-11-16T02:17:41,496 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/c4a612e18f19498fbf1cf52a153e2197 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/c4a612e18f19498fbf1cf52a153e2197
2024-11-16T02:17:41,497 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/b40bcca0315b456eadb4609ddca4d215 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b40bcca0315b456eadb4609ddca4d215
2024-11-16T02:17:41,499 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into c4a612e18f19498fbf1cf52a153e2197(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:41,499 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:41,499 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723461469; duration=0sec
2024-11-16T02:17:41,500 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:41,500 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:41,500 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:41,500 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into b40bcca0315b456eadb4609ddca4d215(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:41,500 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:41,500 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723461469; duration=0sec
2024-11-16T02:17:41,500 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:41,500 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:41,501 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:41,501 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:41,501 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,501 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ae8e5997d4c74fb887c2c37832989bbe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/be5cb4d3428441f89fa82c1cf7e18b5a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/2b726c0ef819484f84e00e31fa0c5df2] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=37.0 K
2024-11-16T02:17:41,501 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ae8e5997d4c74fb887c2c37832989bbe, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1731723459240
2024-11-16T02:17:41,501 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting be5cb4d3428441f89fa82c1cf7e18b5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1731723459546
2024-11-16T02:17:41,503 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b726c0ef819484f84e00e31fa0c5df2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=604, earliestPutTs=1731723460318
2024-11-16T02:17:41,508 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:41,508 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/bdce96aa650640a3a58ad860a4b7f6a1 is 50, key is test_row_0/C:col10/1731723460318/Put/seqid=0
2024-11-16T02:17:41,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742399_1575 (size=13391)
2024-11-16T02:17:41,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-16T02:17:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:41,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB
2024-11-16T02:17:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:41,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dd829d6b08e0421399982bd1a6e9d936 is 50, key is test_row_0/A:col10/1731723461252/Put/seqid=0
2024-11-16T02:17:41,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742400_1576 (size=12301)
2024-11-16T02:17:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:41,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. as already flushing
2024-11-16T02:17:41,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723521608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723521609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723521725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723521725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,927 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/bdce96aa650640a3a58ad860a4b7f6a1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/bdce96aa650640a3a58ad860a4b7f6a1
2024-11-16T02:17:41,940 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into bdce96aa650640a3a58ad860a4b7f6a1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:41,940 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:41,940 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723461469; duration=0sec
2024-11-16T02:17:41,940 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:41,940 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:41,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dd829d6b08e0421399982bd1a6e9d936
2024-11-16T02:17:41,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35172 deadline: 1731723521935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,960 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723521935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723521935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35166 deadline: 1731723521945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:41,963 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 123462cecaaa7cf8632c18824a4aff75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/2b69459e522e47b59d78dc5f851ed743 is 50, key is test_row_0/B:col10/1731723461252/Put/seqid=0
2024-11-16T02:17:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:42,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742401_1577 (size=12301)
2024-11-16T02:17:42,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/2b69459e522e47b59d78dc5f851ed743
2024-11-16T02:17:42,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e6ebf65274df4d39b094963adf08b247 is 50, key is test_row_0/C:col10/1731723461252/Put/seqid=0
2024-11-16T02:17:42,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742402_1578 (size=12301)
2024-11-16T02:17:42,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=641 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e6ebf65274df4d39b094963adf08b247
2024-11-16T02:17:42,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dd829d6b08e0421399982bd1a6e9d936 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dd829d6b08e0421399982bd1a6e9d936
2024-11-16T02:17:42,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dd829d6b08e0421399982bd1a6e9d936, entries=150, sequenceid=641, filesize=12.0 K
2024-11-16T02:17:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/2b69459e522e47b59d78dc5f851ed743 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/2b69459e522e47b59d78dc5f851ed743
2024-11-16T02:17:42,046 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/2b69459e522e47b59d78dc5f851ed743, entries=150, sequenceid=641, filesize=12.0 K
2024-11-16T02:17:42,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/e6ebf65274df4d39b094963adf08b247 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e6ebf65274df4d39b094963adf08b247
2024-11-16T02:17:42,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e6ebf65274df4d39b094963adf08b247, entries=150, sequenceid=641, filesize=12.0 K
2024-11-16T02:17:42,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for 123462cecaaa7cf8632c18824a4aff75 in 516ms, sequenceid=641, compaction requested=false
2024-11-16T02:17:42,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:42,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:42,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-16T02:17:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-16T02:17:42,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-16T02:17:42,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2090 sec
2024-11-16T02:17:42,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.2190 sec
2024-11-16T02:17:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:42,269 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:17:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:42,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:42,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dceaa85ae7c9480b831d37eb9df58289 is 50, key is test_row_0/A:col10/1731723461600/Put/seqid=0
2024-11-16T02:17:42,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742403_1579 (size=14741)
2024-11-16T02:17:42,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723522333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723522334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723522445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723522455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723522665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723522675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,692 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dceaa85ae7c9480b831d37eb9df58289
2024-11-16T02:17:42,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/bea40dbe8e89410dacdf0e295936c839 is 50, key is test_row_0/B:col10/1731723461600/Put/seqid=0
2024-11-16T02:17:42,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742404_1580 (size=12301)
2024-11-16T02:17:42,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723522975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:42,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723522989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:43,107 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/bea40dbe8e89410dacdf0e295936c839
2024-11-16T02:17:43,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/0c48291266fd4c6897ec0df5ac350237 is 50, key is test_row_0/C:col10/1731723461600/Put/seqid=0
2024-11-16T02:17:43,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742405_1581 (size=12301)
2024-11-16T02:17:43,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35126 deadline: 1731723523485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:43,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35168 deadline: 1731723523495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 , the old value is region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., hostname=667222f7cf1b,37111,1731723316572, seqNum=2 because the exception is null or not the one we care about
2024-11-16T02:17:43,524 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=654 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/0c48291266fd4c6897ec0df5ac350237
2024-11-16T02:17:43,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/dceaa85ae7c9480b831d37eb9df58289 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dceaa85ae7c9480b831d37eb9df58289
2024-11-16T02:17:43,534 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dceaa85ae7c9480b831d37eb9df58289, entries=200, sequenceid=654, filesize=14.4 K
2024-11-16T02:17:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/bea40dbe8e89410dacdf0e295936c839 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bea40dbe8e89410dacdf0e295936c839
2024-11-16T02:17:43,539 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bea40dbe8e89410dacdf0e295936c839, entries=150, sequenceid=654, filesize=12.0 K
2024-11-16T02:17:43,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/0c48291266fd4c6897ec0df5ac350237 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/0c48291266fd4c6897ec0df5ac350237
2024-11-16T02:17:43,546 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/0c48291266fd4c6897ec0df5ac350237, entries=150, sequenceid=654, filesize=12.0 K
2024-11-16T02:17:43,547 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 123462cecaaa7cf8632c18824a4aff75 in 1278ms, sequenceid=654, compaction requested=true
2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 123462cecaaa7cf8632c18824a4aff75:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:43,547 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:43,547 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:43,554 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:43,554 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:43,555 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/A is initiating minor compaction (all files)
2024-11-16T02:17:43,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/C is initiating minor compaction (all files)
2024-11-16T02:17:43,555 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/C in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:43,555 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/bdce96aa650640a3a58ad860a4b7f6a1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e6ebf65274df4d39b094963adf08b247, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/0c48291266fd4c6897ec0df5ac350237] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=37.1 K
2024-11-16T02:17:43,555 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/A in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:43,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting bdce96aa650640a3a58ad860a4b7f6a1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=604, earliestPutTs=1731723460318
2024-11-16T02:17:43,555 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b40bcca0315b456eadb4609ddca4d215, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dd829d6b08e0421399982bd1a6e9d936, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dceaa85ae7c9480b831d37eb9df58289] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=39.5 K
2024-11-16T02:17:43,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ebf65274df4d39b094963adf08b247, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1731723461232
2024-11-16T02:17:43,556 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b40bcca0315b456eadb4609ddca4d215, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=604, earliestPutTs=1731723460318
2024-11-16T02:17:43,556 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c48291266fd4c6897ec0df5ac350237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1731723461600
2024-11-16T02:17:43,556 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd829d6b08e0421399982bd1a6e9d936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1731723461232
2024-11-16T02:17:43,557 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting dceaa85ae7c9480b831d37eb9df58289, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1731723461600
2024-11-16T02:17:43,567 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:43,568 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/9d49cbbaa8fd45a593e565d9e09bec10 is 50, key is test_row_0/C:col10/1731723461600/Put/seqid=0
2024-11-16T02:17:43,604 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#A#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:43,605 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/cf7d47ba4ad34e45a4be1460181e8c26 is 50, key is test_row_0/A:col10/1731723461600/Put/seqid=0
2024-11-16T02:17:43,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742406_1582 (size=13493)
2024-11-16T02:17:43,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742407_1583 (size=13493)
2024-11-16T02:17:43,688 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/9d49cbbaa8fd45a593e565d9e09bec10 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9d49cbbaa8fd45a593e565d9e09bec10
2024-11-16T02:17:43,689 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/cf7d47ba4ad34e45a4be1460181e8c26 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cf7d47ba4ad34e45a4be1460181e8c26
2024-11-16T02:17:43,694 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/C of 123462cecaaa7cf8632c18824a4aff75 into 9d49cbbaa8fd45a593e565d9e09bec10(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:43,694 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:43,694 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/C, priority=13, startTime=1731723463547; duration=0sec
2024-11-16T02:17:43,699 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/A of 123462cecaaa7cf8632c18824a4aff75 into cf7d47ba4ad34e45a4be1460181e8c26(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:43,699 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:43,699 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/A, priority=13, startTime=1731723463547; duration=0sec
2024-11-16T02:17:43,699 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:43,699 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:A
2024-11-16T02:17:43,699 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:43,701 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:43,701 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:C
2024-11-16T02:17:43,701 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:43,702 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 123462cecaaa7cf8632c18824a4aff75/B is initiating minor compaction (all files)
2024-11-16T02:17:43,702 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 123462cecaaa7cf8632c18824a4aff75/B in TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:43,702 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/c4a612e18f19498fbf1cf52a153e2197, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/2b69459e522e47b59d78dc5f851ed743, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bea40dbe8e89410dacdf0e295936c839] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp, totalSize=37.1 K
2024-11-16T02:17:43,713 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4a612e18f19498fbf1cf52a153e2197, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=604, earliestPutTs=1731723460318
2024-11-16T02:17:43,713 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b69459e522e47b59d78dc5f851ed743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=641, earliestPutTs=1731723461232
2024-11-16T02:17:43,714 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting bea40dbe8e89410dacdf0e295936c839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=654, earliestPutTs=1731723461600
2024-11-16T02:17:43,724 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 123462cecaaa7cf8632c18824a4aff75#B#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:43,724 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/65c8df64c03947a388c3f6fbdf4cb68e is 50, key is test_row_0/B:col10/1731723461600/Put/seqid=0
2024-11-16T02:17:43,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742408_1584 (size=13493)
2024-11-16T02:17:43,765 INFO  [Thread-2136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2136.
2024-11-16T02:17:43,765 DEBUG [Thread-2136 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:43,765 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,766 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,766 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:43,768 INFO  [Thread-2134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2134.
2024-11-16T02:17:43,769 DEBUG [Thread-2134 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:43,769 DEBUG [Thread-2134 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,769 DEBUG [Thread-2134 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,769 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:43,772 INFO  [Thread-2140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2140.
2024-11-16T02:17:43,772 DEBUG [Thread-2140 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:43,772 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,774 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:43,774 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,775 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/65c8df64c03947a388c3f6fbdf4cb68e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/65c8df64c03947a388c3f6fbdf4cb68e
2024-11-16T02:17:43,775 INFO  [Thread-2138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2138.
2024-11-16T02:17:43,775 DEBUG [Thread-2138 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:43,776 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,776 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,776 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:43,778 INFO  [Thread-2132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2132.
2024-11-16T02:17:43,778 DEBUG [Thread-2132 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:43,778 DEBUG [Thread-2132 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,779 DEBUG [Thread-2132 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:43,779 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:43,784 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 123462cecaaa7cf8632c18824a4aff75/B of 123462cecaaa7cf8632c18824a4aff75 into 65c8df64c03947a388c3f6fbdf4cb68e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:43,784 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:43,784 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., storeName=123462cecaaa7cf8632c18824a4aff75/B, priority=13, startTime=1731723463547; duration=0sec
2024-11-16T02:17:43,784 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:43,784 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 123462cecaaa7cf8632c18824a4aff75:B
2024-11-16T02:17:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-16T02:17:44,016 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:44,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-16T02:17:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:44,506 INFO  [Thread-2127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2127.
2024-11-16T02:17:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:44,506 DEBUG [Thread-2127 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:44,506 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:44,507 DEBUG [Thread-2127 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:44,508 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:44,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/b16e4508dd264e45bdf5de55a9c67885 is 50, key is test_row_0/A:col10/1731723464505/Put/seqid=0
2024-11-16T02:17:44,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742409_1585 (size=12301)
2024-11-16T02:17:44,526 INFO  [Thread-2125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2125.
2024-11-16T02:17:44,526 DEBUG [Thread-2125 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:44,526 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:44,526 DEBUG [Thread-2125 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:44,526 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:44,884 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T02:17:44,925 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/b16e4508dd264e45bdf5de55a9c67885
2024-11-16T02:17:44,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/4fa5284a52234416b711ebc5efdb581d is 50, key is test_row_0/B:col10/1731723464505/Put/seqid=0
2024-11-16T02:17:44,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742410_1586 (size=12301)
2024-11-16T02:17:45,335 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/4fa5284a52234416b711ebc5efdb581d
2024-11-16T02:17:45,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/24fc783362ee4bfead9e423f2f757568 is 50, key is test_row_0/C:col10/1731723464505/Put/seqid=0
2024-11-16T02:17:45,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742411_1587 (size=12301)
2024-11-16T02:17:45,716 INFO  [Thread-2129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2129.
2024-11-16T02:17:45,716 DEBUG [Thread-2129 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:45,716 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,716 DEBUG [Thread-2129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,716 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:45,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/24fc783362ee4bfead9e423f2f757568
2024-11-16T02:17:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/b16e4508dd264e45bdf5de55a9c67885 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b16e4508dd264e45bdf5de55a9c67885
2024-11-16T02:17:45,755 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b16e4508dd264e45bdf5de55a9c67885, entries=150, sequenceid=678, filesize=12.0 K
2024-11-16T02:17:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/4fa5284a52234416b711ebc5efdb581d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/4fa5284a52234416b711ebc5efdb581d
2024-11-16T02:17:45,758 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/4fa5284a52234416b711ebc5efdb581d, entries=150, sequenceid=678, filesize=12.0 K
2024-11-16T02:17:45,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/24fc783362ee4bfead9e423f2f757568 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/24fc783362ee4bfead9e423f2f757568
2024-11-16T02:17:45,762 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/24fc783362ee4bfead9e423f2f757568, entries=150, sequenceid=678, filesize=12.0 K
2024-11-16T02:17:45,762 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=13.42 KB/13740 for 123462cecaaa7cf8632c18824a4aff75 in 1256ms, sequenceid=678, compaction requested=false
2024-11-16T02:17:45,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 123462cecaaa7cf8632c18824a4aff75:

2024-11-16T02:17:45,976 INFO  [Thread-2121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2121.
2024-11-16T02:17:45,976 DEBUG [Thread-2121 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:45,976 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,976 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,976 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:45,986 INFO  [Thread-2123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2123.
2024-11-16T02:17:45,986 DEBUG [Thread-2123 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:17:45,986 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,986 DEBUG [Thread-2123 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,986 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 93
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 99
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 162
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 155
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 61
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 747
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2228 rows
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 735
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2204 rows
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 741
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2208 rows
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 739
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2216 rows
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 742
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2226 rows
2024-11-16T02:17:45,987 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:17:45,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:17:45,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:45,987 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:17:45,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-16T02:17:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T02:17:45,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723465990"}]},"ts":"1731723465990"}
2024-11-16T02:17:45,991 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T02:17:45,991 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T02:17:45,992 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:17:45,993 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, UNASSIGN}]
2024-11-16T02:17:45,994 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, UNASSIGN
2024-11-16T02:17:45,995 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=123462cecaaa7cf8632c18824a4aff75, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, UNASSIGN because future has completed
2024-11-16T02:17:45,996 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:17:45,996 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:17:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T02:17:46,149 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing 123462cecaaa7cf8632c18824a4aff75, disabling compactions & flushes
2024-11-16T02:17:46,149 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. after waiting 0 ms
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:46,149 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing 123462cecaaa7cf8632c18824a4aff75 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=A
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=B
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 123462cecaaa7cf8632c18824a4aff75, store=C
2024-11-16T02:17:46,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:46,155 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/9c0ab6a018cd4ce3b7d730122e665c88 is 50, key is test_row_0/A:col10/1731723465715/Put/seqid=0
2024-11-16T02:17:46,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742412_1588 (size=12301)
2024-11-16T02:17:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T02:17:46,559 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/9c0ab6a018cd4ce3b7d730122e665c88
2024-11-16T02:17:46,565 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/cb3676bad0024ded8bb78cff0e1217b9 is 50, key is test_row_0/B:col10/1731723465715/Put/seqid=0
2024-11-16T02:17:46,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742413_1589 (size=12301)
2024-11-16T02:17:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T02:17:46,969 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/cb3676bad0024ded8bb78cff0e1217b9
2024-11-16T02:17:46,974 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/6010f2237b174089a666223759d20dc9 is 50, key is test_row_0/C:col10/1731723465715/Put/seqid=0
2024-11-16T02:17:46,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742414_1590 (size=12301)
2024-11-16T02:17:46,981 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/6010f2237b174089a666223759d20dc9
2024-11-16T02:17:46,985 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/A/9c0ab6a018cd4ce3b7d730122e665c88 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/9c0ab6a018cd4ce3b7d730122e665c88
2024-11-16T02:17:46,988 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/9c0ab6a018cd4ce3b7d730122e665c88, entries=150, sequenceid=685, filesize=12.0 K
2024-11-16T02:17:46,989 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/B/cb3676bad0024ded8bb78cff0e1217b9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/cb3676bad0024ded8bb78cff0e1217b9
2024-11-16T02:17:46,992 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/cb3676bad0024ded8bb78cff0e1217b9, entries=150, sequenceid=685, filesize=12.0 K
2024-11-16T02:17:46,992 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/.tmp/C/6010f2237b174089a666223759d20dc9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6010f2237b174089a666223759d20dc9
2024-11-16T02:17:46,996 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6010f2237b174089a666223759d20dc9, entries=150, sequenceid=685, filesize=12.0 K
2024-11-16T02:17:46,997 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 123462cecaaa7cf8632c18824a4aff75 in 848ms, sequenceid=685, compaction requested=true
2024-11-16T02:17:46,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2aa9df9de52e4603bc22ca7d07f4306c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/c6c708d4ce194f54bc6ada29f696dd22, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/e117e3df2494464ba80884f40de1944d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dff1f59d5cc34359a3fe155d1e35483f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/3402c47534f94bee8ed1167b274a2861, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/474f3c8358de48a2968683c8a08da843, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/03e9ff9caff44852ac205125160ffc9e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4fad5eec3a7b46be87207848960418b4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2a5161660e464644a74e445d759fb3b6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cb9f773a531c4daa97571a474f13ffa8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/58698c5708984553aefd4cc865f999d2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7662b0700c7749deb1f7bc26fc0a31b3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2f6febfdcc4343319f3e0aca06630e29, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/eb8038e29a3f4ae1b9d612f0a731c168, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/ac56b2af5cd2403c97316a9f0b17f745, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0869ecb7711a4dbd98f08cd4e511d861, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4831357c3eec46ff809e33fb1de35c8a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/bb3d97c469b74858b060c8e02d7bee21, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/65a2144a63cb43eb988ee609e8076f08, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8489e898a396484f9a6f39c27ec0d156, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/18076f3b9cde47ce969d6da5fce85353, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/5f6de861ef8540d88bf7b29e0da2c335, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0aaf5c736a52425393561940ce623885, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d556d7db5f3341fb9b51454e1a6820a7, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7d2b0d02bd6d4add89841669ee6269d8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/6928ba5839244daea0aa7753fc1a63e6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/44e7266da4664efeac8ef218dc4863b4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/048c69fd4e904af1be78a0e7edb2f2fc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d2f6ef59bf45465c9663b9e6aab7699b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7b9b4cbe7fd742a9ac2e126c3dad160d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/28d706dfe8e1400d9a081af83a16f1ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8989c8d01da242fca8ffca8bedf141f8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b40bcca0315b456eadb4609ddca4d215, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dd829d6b08e0421399982bd1a6e9d936, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dceaa85ae7c9480b831d37eb9df58289] to archive
2024-11-16T02:17:46,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:17:46,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2aa9df9de52e4603bc22ca7d07f4306c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2aa9df9de52e4603bc22ca7d07f4306c
2024-11-16T02:17:47,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/c6c708d4ce194f54bc6ada29f696dd22 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/c6c708d4ce194f54bc6ada29f696dd22
2024-11-16T02:17:47,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/e117e3df2494464ba80884f40de1944d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/e117e3df2494464ba80884f40de1944d
2024-11-16T02:17:47,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dff1f59d5cc34359a3fe155d1e35483f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dff1f59d5cc34359a3fe155d1e35483f
2024-11-16T02:17:47,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/3402c47534f94bee8ed1167b274a2861 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/3402c47534f94bee8ed1167b274a2861
2024-11-16T02:17:47,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/474f3c8358de48a2968683c8a08da843 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/474f3c8358de48a2968683c8a08da843
2024-11-16T02:17:47,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/03e9ff9caff44852ac205125160ffc9e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/03e9ff9caff44852ac205125160ffc9e
2024-11-16T02:17:47,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4fad5eec3a7b46be87207848960418b4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4fad5eec3a7b46be87207848960418b4
2024-11-16T02:17:47,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2a5161660e464644a74e445d759fb3b6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2a5161660e464644a74e445d759fb3b6
2024-11-16T02:17:47,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cb9f773a531c4daa97571a474f13ffa8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cb9f773a531c4daa97571a474f13ffa8
2024-11-16T02:17:47,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/58698c5708984553aefd4cc865f999d2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/58698c5708984553aefd4cc865f999d2
2024-11-16T02:17:47,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7662b0700c7749deb1f7bc26fc0a31b3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7662b0700c7749deb1f7bc26fc0a31b3
2024-11-16T02:17:47,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2f6febfdcc4343319f3e0aca06630e29 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/2f6febfdcc4343319f3e0aca06630e29
2024-11-16T02:17:47,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/eb8038e29a3f4ae1b9d612f0a731c168 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/eb8038e29a3f4ae1b9d612f0a731c168
2024-11-16T02:17:47,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/ac56b2af5cd2403c97316a9f0b17f745 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/ac56b2af5cd2403c97316a9f0b17f745
2024-11-16T02:17:47,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0869ecb7711a4dbd98f08cd4e511d861 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0869ecb7711a4dbd98f08cd4e511d861
2024-11-16T02:17:47,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4831357c3eec46ff809e33fb1de35c8a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/4831357c3eec46ff809e33fb1de35c8a
2024-11-16T02:17:47,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/bb3d97c469b74858b060c8e02d7bee21 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/bb3d97c469b74858b060c8e02d7bee21
2024-11-16T02:17:47,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/65a2144a63cb43eb988ee609e8076f08 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/65a2144a63cb43eb988ee609e8076f08
2024-11-16T02:17:47,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8489e898a396484f9a6f39c27ec0d156 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8489e898a396484f9a6f39c27ec0d156
2024-11-16T02:17:47,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/18076f3b9cde47ce969d6da5fce85353 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/18076f3b9cde47ce969d6da5fce85353
2024-11-16T02:17:47,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/5f6de861ef8540d88bf7b29e0da2c335 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/5f6de861ef8540d88bf7b29e0da2c335
2024-11-16T02:17:47,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0aaf5c736a52425393561940ce623885 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/0aaf5c736a52425393561940ce623885
2024-11-16T02:17:47,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d556d7db5f3341fb9b51454e1a6820a7 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d556d7db5f3341fb9b51454e1a6820a7
2024-11-16T02:17:47,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7d2b0d02bd6d4add89841669ee6269d8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7d2b0d02bd6d4add89841669ee6269d8
2024-11-16T02:17:47,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/6928ba5839244daea0aa7753fc1a63e6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/6928ba5839244daea0aa7753fc1a63e6
2024-11-16T02:17:47,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/44e7266da4664efeac8ef218dc4863b4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/44e7266da4664efeac8ef218dc4863b4
2024-11-16T02:17:47,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/048c69fd4e904af1be78a0e7edb2f2fc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/048c69fd4e904af1be78a0e7edb2f2fc
2024-11-16T02:17:47,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d2f6ef59bf45465c9663b9e6aab7699b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/d2f6ef59bf45465c9663b9e6aab7699b
2024-11-16T02:17:47,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7b9b4cbe7fd742a9ac2e126c3dad160d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/7b9b4cbe7fd742a9ac2e126c3dad160d
2024-11-16T02:17:47,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/28d706dfe8e1400d9a081af83a16f1ae to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/28d706dfe8e1400d9a081af83a16f1ae
2024-11-16T02:17:47,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8989c8d01da242fca8ffca8bedf141f8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/8989c8d01da242fca8ffca8bedf141f8
2024-11-16T02:17:47,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b40bcca0315b456eadb4609ddca4d215 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b40bcca0315b456eadb4609ddca4d215
2024-11-16T02:17:47,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dd829d6b08e0421399982bd1a6e9d936 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dd829d6b08e0421399982bd1a6e9d936
2024-11-16T02:17:47,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dceaa85ae7c9480b831d37eb9df58289 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/dceaa85ae7c9480b831d37eb9df58289
2024-11-16T02:17:47,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9185ae9862864a42a16f3b391b5a67e8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7acf5a0612ac418da62dec0988e129e2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9e6a38705a4849c4bb1052fe220c5195, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/70b3d2e5f28a43e88551581ea2fd21d5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/0b3db93bd1b442998de3d4920abd3c9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9bca0408e5a54a8fb8adc23ec5245791, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bed63bfa1c1f4429a2881cb61a1b0aad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d909f9a9e5e649248041bf72c259d355, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/f15464c811a54228945a04fb17c9efd1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9b01f88ee7864ee599f1705b20d739cc, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/98cf76db0b5646658c51457f29ad09d2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b568743e660949ef91f62f2e0b0bf4e1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/35d0a4aa047547f9893e0c5a6a4c5430, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5ab215966d1844268f0c91d8d1b10802, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/08cb13bc2d414ea5b74ee8576403656c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/ea3d5e2d349d4e0d9e2d598b4947a45e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b71fc36a151449dcab5e160ac9bbf973, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8f3c707c56034dcc93525a08cfe7e0a9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a1a54393e7584a49b6cf696baebdffc8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/281c260ceee6473a86aee1782b05ed4c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7c0332a1aa3549ddada2b348c9999ef6, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/e77aee4d068f4f58926872611e5ca75b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8b4cd141e7034b0db19549e6298d08b2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a64d6d5e5aaf48fb9dd78334ad6b9c13, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/daae095b37f94bb0bbebde6a124832ad, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/243b05da7b994ad8b3715802c8202358, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/1d109552c7dd4df087dc2d4373e63e0a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b99178937ecc4f43ada04dc4323bff60, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/10e71a6c694c4363b636bf8564d54f9d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d6ff531371e2410fb57fe420d5f3efbe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7a5d79ea9b6042efb7ae0494d8dc6a36, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/c4a612e18f19498fbf1cf52a153e2197, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5a0b107befec40bf831174afdb38e929, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/2b69459e522e47b59d78dc5f851ed743, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bea40dbe8e89410dacdf0e295936c839] to archive
2024-11-16T02:17:47,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:17:47,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9185ae9862864a42a16f3b391b5a67e8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9185ae9862864a42a16f3b391b5a67e8
2024-11-16T02:17:47,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7acf5a0612ac418da62dec0988e129e2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7acf5a0612ac418da62dec0988e129e2
2024-11-16T02:17:47,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9e6a38705a4849c4bb1052fe220c5195 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9e6a38705a4849c4bb1052fe220c5195
2024-11-16T02:17:47,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/70b3d2e5f28a43e88551581ea2fd21d5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/70b3d2e5f28a43e88551581ea2fd21d5
2024-11-16T02:17:47,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/0b3db93bd1b442998de3d4920abd3c9b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/0b3db93bd1b442998de3d4920abd3c9b
2024-11-16T02:17:47,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9bca0408e5a54a8fb8adc23ec5245791 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9bca0408e5a54a8fb8adc23ec5245791
2024-11-16T02:17:47,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bed63bfa1c1f4429a2881cb61a1b0aad to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bed63bfa1c1f4429a2881cb61a1b0aad
2024-11-16T02:17:47,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d909f9a9e5e649248041bf72c259d355 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d909f9a9e5e649248041bf72c259d355
2024-11-16T02:17:47,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/f15464c811a54228945a04fb17c9efd1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/f15464c811a54228945a04fb17c9efd1
2024-11-16T02:17:47,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9b01f88ee7864ee599f1705b20d739cc to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/9b01f88ee7864ee599f1705b20d739cc
2024-11-16T02:17:47,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/98cf76db0b5646658c51457f29ad09d2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/98cf76db0b5646658c51457f29ad09d2
2024-11-16T02:17:47,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b568743e660949ef91f62f2e0b0bf4e1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b568743e660949ef91f62f2e0b0bf4e1
2024-11-16T02:17:47,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/35d0a4aa047547f9893e0c5a6a4c5430 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/35d0a4aa047547f9893e0c5a6a4c5430
2024-11-16T02:17:47,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5ab215966d1844268f0c91d8d1b10802 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5ab215966d1844268f0c91d8d1b10802
2024-11-16T02:17:47,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/08cb13bc2d414ea5b74ee8576403656c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/08cb13bc2d414ea5b74ee8576403656c
2024-11-16T02:17:47,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/ea3d5e2d349d4e0d9e2d598b4947a45e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/ea3d5e2d349d4e0d9e2d598b4947a45e
2024-11-16T02:17:47,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b71fc36a151449dcab5e160ac9bbf973 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b71fc36a151449dcab5e160ac9bbf973
2024-11-16T02:17:47,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8f3c707c56034dcc93525a08cfe7e0a9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8f3c707c56034dcc93525a08cfe7e0a9
2024-11-16T02:17:47,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a1a54393e7584a49b6cf696baebdffc8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a1a54393e7584a49b6cf696baebdffc8
2024-11-16T02:17:47,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/281c260ceee6473a86aee1782b05ed4c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/281c260ceee6473a86aee1782b05ed4c
2024-11-16T02:17:47,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7c0332a1aa3549ddada2b348c9999ef6 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7c0332a1aa3549ddada2b348c9999ef6
2024-11-16T02:17:47,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/e77aee4d068f4f58926872611e5ca75b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/e77aee4d068f4f58926872611e5ca75b
2024-11-16T02:17:47,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8b4cd141e7034b0db19549e6298d08b2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/8b4cd141e7034b0db19549e6298d08b2
2024-11-16T02:17:47,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a64d6d5e5aaf48fb9dd78334ad6b9c13 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/a64d6d5e5aaf48fb9dd78334ad6b9c13
2024-11-16T02:17:47,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/daae095b37f94bb0bbebde6a124832ad to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/daae095b37f94bb0bbebde6a124832ad
2024-11-16T02:17:47,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/243b05da7b994ad8b3715802c8202358 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/243b05da7b994ad8b3715802c8202358
2024-11-16T02:17:47,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/1d109552c7dd4df087dc2d4373e63e0a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/1d109552c7dd4df087dc2d4373e63e0a
2024-11-16T02:17:47,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b99178937ecc4f43ada04dc4323bff60 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/b99178937ecc4f43ada04dc4323bff60
2024-11-16T02:17:47,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/10e71a6c694c4363b636bf8564d54f9d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/10e71a6c694c4363b636bf8564d54f9d
2024-11-16T02:17:47,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d6ff531371e2410fb57fe420d5f3efbe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/d6ff531371e2410fb57fe420d5f3efbe
2024-11-16T02:17:47,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7a5d79ea9b6042efb7ae0494d8dc6a36 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/7a5d79ea9b6042efb7ae0494d8dc6a36
2024-11-16T02:17:47,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/c4a612e18f19498fbf1cf52a153e2197 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/c4a612e18f19498fbf1cf52a153e2197
2024-11-16T02:17:47,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5a0b107befec40bf831174afdb38e929 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/5a0b107befec40bf831174afdb38e929
2024-11-16T02:17:47,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/2b69459e522e47b59d78dc5f851ed743 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/2b69459e522e47b59d78dc5f851ed743
2024-11-16T02:17:47,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bea40dbe8e89410dacdf0e295936c839 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/bea40dbe8e89410dacdf0e295936c839
2024-11-16T02:17:47,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/60dd8834c95b4943b9e010e1015110bd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/047cf724835f4aac9d0737b8ae5b521e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c168bacf9c7d40498c3548b5fec34127, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/5be61b588b2a4bd0845bbc7342d49d8e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9165a61b73174070a1e02300cb13d7fe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ff1e4e9c267e4d0fbe232d40beed22a8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/1d56d851dca54755bcd36db36d155e5f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/48ec4c52e393404081f201d19108371a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c003f94d137346d5b6368ced0e1e992e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d8b083a8b9d14f77a9910c85217e13ea, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e8debd3b0f3e48b5af1dcb675487830c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/30b851218e3e4e7b8de58602870d99aa, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c642e4a425cf4732bb2322e6eaa263b3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d375a587c7694ae7a76c90a5fd6945ca, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/cc59f62e063a41b4b624e6861b2d4c14, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a0f49395f7d44710a82fbedb02809a41, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a613ac5fb7304e1eb71e33138ba94482, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/11ec2c4d4c674fe38093ffe790366d53, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6a328f56ce8a46a78510fa2510bed5cd, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e97907db0cfa4598887dc9040742622d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c241d57fe7a74b0b9cf7034a8fa05b62, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/07c2e24b83d2428ba7d7b38d411408c1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/50af1303c2e54b5b902d4c0ee11df6b1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/42b4bed87c904039b01bb9740aaf6b5a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/08c85095b5b145728b67bc5bda42bd2e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/31290c25ad6e4b55b410ee5ed5cb2219, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/986c65e7dcf343c2b0da49fa38afaa51, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/4533250e9b464c83b75df40f69a032af, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ae8e5997d4c74fb887c2c37832989bbe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/34677fe9e78a45dfacbd0d1f88b41faf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/be5cb4d3428441f89fa82c1cf7e18b5a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/bdce96aa650640a3a58ad860a4b7f6a1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/2b726c0ef819484f84e00e31fa0c5df2, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e6ebf65274df4d39b094963adf08b247, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/0c48291266fd4c6897ec0df5ac350237] to archive
2024-11-16T02:17:47,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:17:47,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/60dd8834c95b4943b9e010e1015110bd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/60dd8834c95b4943b9e010e1015110bd
2024-11-16T02:17:47,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/047cf724835f4aac9d0737b8ae5b521e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/047cf724835f4aac9d0737b8ae5b521e
2024-11-16T02:17:47,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c168bacf9c7d40498c3548b5fec34127 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c168bacf9c7d40498c3548b5fec34127
2024-11-16T02:17:47,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/5be61b588b2a4bd0845bbc7342d49d8e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/5be61b588b2a4bd0845bbc7342d49d8e
2024-11-16T02:17:47,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9165a61b73174070a1e02300cb13d7fe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9165a61b73174070a1e02300cb13d7fe
2024-11-16T02:17:47,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ff1e4e9c267e4d0fbe232d40beed22a8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ff1e4e9c267e4d0fbe232d40beed22a8
2024-11-16T02:17:47,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/1d56d851dca54755bcd36db36d155e5f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/1d56d851dca54755bcd36db36d155e5f
2024-11-16T02:17:47,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/48ec4c52e393404081f201d19108371a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/48ec4c52e393404081f201d19108371a
2024-11-16T02:17:47,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c003f94d137346d5b6368ced0e1e992e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c003f94d137346d5b6368ced0e1e992e
2024-11-16T02:17:47,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d8b083a8b9d14f77a9910c85217e13ea to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d8b083a8b9d14f77a9910c85217e13ea
2024-11-16T02:17:47,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e8debd3b0f3e48b5af1dcb675487830c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e8debd3b0f3e48b5af1dcb675487830c
2024-11-16T02:17:47,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/30b851218e3e4e7b8de58602870d99aa to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/30b851218e3e4e7b8de58602870d99aa
2024-11-16T02:17:47,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c642e4a425cf4732bb2322e6eaa263b3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c642e4a425cf4732bb2322e6eaa263b3
2024-11-16T02:17:47,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d375a587c7694ae7a76c90a5fd6945ca to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/d375a587c7694ae7a76c90a5fd6945ca
2024-11-16T02:17:47,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/cc59f62e063a41b4b624e6861b2d4c14 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/cc59f62e063a41b4b624e6861b2d4c14
2024-11-16T02:17:47,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a0f49395f7d44710a82fbedb02809a41 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a0f49395f7d44710a82fbedb02809a41
2024-11-16T02:17:47,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a613ac5fb7304e1eb71e33138ba94482 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/a613ac5fb7304e1eb71e33138ba94482
2024-11-16T02:17:47,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/11ec2c4d4c674fe38093ffe790366d53 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/11ec2c4d4c674fe38093ffe790366d53
2024-11-16T02:17:47,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6a328f56ce8a46a78510fa2510bed5cd to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6a328f56ce8a46a78510fa2510bed5cd
2024-11-16T02:17:47,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e97907db0cfa4598887dc9040742622d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e97907db0cfa4598887dc9040742622d
2024-11-16T02:17:47,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c241d57fe7a74b0b9cf7034a8fa05b62 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/c241d57fe7a74b0b9cf7034a8fa05b62
2024-11-16T02:17:47,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/07c2e24b83d2428ba7d7b38d411408c1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/07c2e24b83d2428ba7d7b38d411408c1
2024-11-16T02:17:47,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/50af1303c2e54b5b902d4c0ee11df6b1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/50af1303c2e54b5b902d4c0ee11df6b1
2024-11-16T02:17:47,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/42b4bed87c904039b01bb9740aaf6b5a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/42b4bed87c904039b01bb9740aaf6b5a
2024-11-16T02:17:47,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/08c85095b5b145728b67bc5bda42bd2e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/08c85095b5b145728b67bc5bda42bd2e
2024-11-16T02:17:47,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/31290c25ad6e4b55b410ee5ed5cb2219 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/31290c25ad6e4b55b410ee5ed5cb2219
2024-11-16T02:17:47,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/986c65e7dcf343c2b0da49fa38afaa51 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/986c65e7dcf343c2b0da49fa38afaa51
2024-11-16T02:17:47,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/4533250e9b464c83b75df40f69a032af to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/4533250e9b464c83b75df40f69a032af
2024-11-16T02:17:47,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ae8e5997d4c74fb887c2c37832989bbe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/ae8e5997d4c74fb887c2c37832989bbe
2024-11-16T02:17:47,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/34677fe9e78a45dfacbd0d1f88b41faf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/34677fe9e78a45dfacbd0d1f88b41faf
2024-11-16T02:17:47,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/be5cb4d3428441f89fa82c1cf7e18b5a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/be5cb4d3428441f89fa82c1cf7e18b5a
2024-11-16T02:17:47,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/bdce96aa650640a3a58ad860a4b7f6a1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/bdce96aa650640a3a58ad860a4b7f6a1
2024-11-16T02:17:47,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/2b726c0ef819484f84e00e31fa0c5df2 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/2b726c0ef819484f84e00e31fa0c5df2
2024-11-16T02:17:47,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e6ebf65274df4d39b094963adf08b247 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/e6ebf65274df4d39b094963adf08b247
2024-11-16T02:17:47,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/0c48291266fd4c6897ec0df5ac350237 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/0c48291266fd4c6897ec0df5ac350237
2024-11-16T02:17:47,122 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/recovered.edits/688.seqid, newMaxSeqId=688, maxSeqId=1
2024-11-16T02:17:47,123 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.
2024-11-16T02:17:47,123 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for 123462cecaaa7cf8632c18824a4aff75:
Waiting for close lock at 1731723466149Running coprocessor pre-close hooks at 1731723466149Disabling compacts and flushes for region at 1731723466149Disabling writes for close at 1731723466149Obtaining lock to block concurrent updates at 1731723466149Preparing flush snapshotting stores in 123462cecaaa7cf8632c18824a4aff75 at 1731723466149Finished memstore snapshotting TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731723466149Flushing stores of TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75. at 1731723466150 (+1 ms)Flushing 123462cecaaa7cf8632c18824a4aff75/A: creating writer at 1731723466150Flushing 123462cecaaa7cf8632c18824a4aff75/A: appending metadata at 1731723466154 (+4 ms)Flushing 123462cecaaa7cf8632c18824a4aff75/A: closing flushed file at 1731723466154Flushing 123462cecaaa7cf8632c18824a4aff75/B: creating writer at 1731723466563 (+409 ms)Flushing 123462cecaaa7cf8632c18824a4aff75/B: appending metadata at 1731723466565 (+2 ms)Flushing 123462cecaaa7cf8632c18824a4aff75/B: closing flushed file at 1731723466565Flushing 123462cecaaa7cf8632c18824a4aff75/C: creating writer at 1731723466972 (+407 ms)Flushing 123462cecaaa7cf8632c18824a4aff75/C: appending metadata at 1731723466974 (+2 ms)Flushing 123462cecaaa7cf8632c18824a4aff75/C: closing flushed file at 1731723466974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175c78c0: reopening flushed file at 1731723466985 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1257c58c: reopening flushed file at 1731723466988 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678539f0: reopening flushed file at 1731723466992 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 123462cecaaa7cf8632c18824a4aff75 in 848ms, sequenceid=685, compaction requested=true at 1731723466997 (+5 ms)Writing region close event to WAL at 1731723467120 (+123 ms)Running coprocessor post-close hooks at 1731723467123 (+3 ms)Closed at 1731723467123
2024-11-16T02:17:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T02:17:47,125 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed 123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:47,125 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=123462cecaaa7cf8632c18824a4aff75, regionState=CLOSED
2024-11-16T02:17:47,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:17:47,129 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-16T02:17:47,129 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure 123462cecaaa7cf8632c18824a4aff75, server=667222f7cf1b,37111,1731723316572 in 1.1310 sec
2024-11-16T02:17:47,130 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130
2024-11-16T02:17:47,130 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=123462cecaaa7cf8632c18824a4aff75, UNASSIGN in 1.1360 sec
2024-11-16T02:17:47,132 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-16T02:17:47,132 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1390 sec
2024-11-16T02:17:47,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723467133"}]},"ts":"1731723467133"}
2024-11-16T02:17:47,134 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T02:17:47,134 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T02:17:47,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1470 sec
2024-11-16T02:17:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-16T02:17:48,135 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:48,135 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-16T02:17:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,137 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-16T02:17:48,138 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,140 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:48,142 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/recovered.edits]
2024-11-16T02:17:48,144 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/9c0ab6a018cd4ce3b7d730122e665c88 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/9c0ab6a018cd4ce3b7d730122e665c88
2024-11-16T02:17:48,145 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b16e4508dd264e45bdf5de55a9c67885 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/b16e4508dd264e45bdf5de55a9c67885
2024-11-16T02:17:48,146 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cf7d47ba4ad34e45a4be1460181e8c26 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/A/cf7d47ba4ad34e45a4be1460181e8c26
2024-11-16T02:17:48,147 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/4fa5284a52234416b711ebc5efdb581d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/4fa5284a52234416b711ebc5efdb581d
2024-11-16T02:17:48,148 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/65c8df64c03947a388c3f6fbdf4cb68e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/65c8df64c03947a388c3f6fbdf4cb68e
2024-11-16T02:17:48,149 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/cb3676bad0024ded8bb78cff0e1217b9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/B/cb3676bad0024ded8bb78cff0e1217b9
2024-11-16T02:17:48,150 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/24fc783362ee4bfead9e423f2f757568 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/24fc783362ee4bfead9e423f2f757568
2024-11-16T02:17:48,151 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6010f2237b174089a666223759d20dc9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/6010f2237b174089a666223759d20dc9
2024-11-16T02:17:48,152 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9d49cbbaa8fd45a593e565d9e09bec10 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/C/9d49cbbaa8fd45a593e565d9e09bec10
2024-11-16T02:17:48,154 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/recovered.edits/688.seqid to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75/recovered.edits/688.seqid
2024-11-16T02:17:48,154 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/123462cecaaa7cf8632c18824a4aff75
2024-11-16T02:17:48,154 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T02:17:48,156 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,158 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T02:17:48,159 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T02:17:48,160 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,160 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T02:17:48,160 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731723468160"}]},"ts":"9223372036854775807"}
2024-11-16T02:17:48,162 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T02:17:48,162 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 123462cecaaa7cf8632c18824a4aff75, NAME => 'TestAcidGuarantees,,1731723441243.123462cecaaa7cf8632c18824a4aff75.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T02:17:48,162 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T02:17:48,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731723468162"}]},"ts":"9223372036854775807"}
2024-11-16T02:17:48,163 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T02:17:48,164 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,165 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec
2024-11-16T02:17:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-16T02:17:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T02:17:48,249 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:48,259 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 252), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1175 (was 1249), ProcessCount=11 (was 11), AvailableMemoryMB=257 (was 327)
2024-11-16T02:17:48,267 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1175, ProcessCount=11, AvailableMemoryMB=257
2024-11-16T02:17:48,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:17:48,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:17:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:48,270 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-16T02:17:48,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:48,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 134
2024-11-16T02:17:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-16T02:17:48,270 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-16T02:17:48,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742415_1591 (size=1061)
2024-11-16T02:17:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-16T02:17:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-16T02:17:48,676 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967
2024-11-16T02:17:48,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742416_1592 (size=53)
2024-11-16T02:17:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-16T02:17:49,081 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:17:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 802f4d27e4bb2e4727bd762e539184f3, disabling compactions & flushes
2024-11-16T02:17:49,082 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. after waiting 0 ms
2024-11-16T02:17:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,082 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 802f4d27e4bb2e4727bd762e539184f3:
Waiting for close lock at 1731723469082Disabling compacts and flushes for region at 1731723469082Disabling writes for close at 1731723469082Writing region close event to WAL at 1731723469082Closed at 1731723469082
2024-11-16T02:17:49,083 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-16T02:17:49,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731723469083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723469083"}]},"ts":"1731723469083"}
2024-11-16T02:17:49,084 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-16T02:17:49,085 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-16T02:17:49,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723469085"}]},"ts":"1731723469085"}
2024-11-16T02:17:49,086 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-16T02:17:49,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, ASSIGN}]
2024-11-16T02:17:49,088 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, ASSIGN
2024-11-16T02:17:49,088 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, ASSIGN; state=OFFLINE, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=false
2024-11-16T02:17:49,239 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, ASSIGN because future has completed
2024-11-16T02:17:49,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:17:49,397 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:17:49,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:17:49,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,398 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 802f4d27e4bb2e4727bd762e539184f3 
2024-11-16T02:17:49,399 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:49,399 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802f4d27e4bb2e4727bd762e539184f3 columnFamilyName A
2024-11-16T02:17:49,399 DEBUG [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:49,400 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(327): Store=802f4d27e4bb2e4727bd762e539184f3/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:49,400 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 802f4d27e4bb2e4727bd762e539184f3 
2024-11-16T02:17:49,401 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:49,401 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802f4d27e4bb2e4727bd762e539184f3 columnFamilyName B
2024-11-16T02:17:49,401 DEBUG [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:49,401 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(327): Store=802f4d27e4bb2e4727bd762e539184f3/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:49,401 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 802f4d27e4bb2e4727bd762e539184f3 
2024-11-16T02:17:49,402 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:49,402 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802f4d27e4bb2e4727bd762e539184f3 columnFamilyName C
2024-11-16T02:17:49,402 DEBUG [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:49,402 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(327): Store=802f4d27e4bb2e4727bd762e539184f3/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:49,402 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,402 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,403 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,403 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,404 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,404 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,404 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:17:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-16T02:17:49,405 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,406 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-16T02:17:49,407 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 802f4d27e4bb2e4727bd762e539184f3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64396212, jitterRate=-0.04042166471481323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:17:49,407 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:49,407 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 802f4d27e4bb2e4727bd762e539184f3:
Running coprocessor pre-open hook at 1731723469397Writing region info on filesystem at 1731723469397Initializing all the Stores at 1731723469398 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723469398Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723469398Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723469398Cleaning up temporary data from old regions at 1731723469404 (+6 ms)Running coprocessor post-open hooks at 1731723469407 (+3 ms)Region opened successfully at 1731723469407
2024-11-16T02:17:49,408 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., pid=136, masterSystemTime=1731723469393
2024-11-16T02:17:49,409 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,409 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:49,410 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:49,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:17:49,413 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-16T02:17:49,413 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 in 171 msec
2024-11-16T02:17:49,414 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-16T02:17:49,414 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, ASSIGN in 326 msec
2024-11-16T02:17:49,415 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-16T02:17:49,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723469415"}]},"ts":"1731723469415"}
2024-11-16T02:17:49,416 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-16T02:17:49,417 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-16T02:17:49,417 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec
2024-11-16T02:17:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134
2024-11-16T02:17:50,415 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:50,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64082ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:50,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:50,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:50,418 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f133f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:50,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:50,428 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e54498c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:50,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:50,435 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:50,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-16T02:17:50,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37823,1731723315799
2024-11-16T02:17:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d218ad8
2024-11-16T02:17:50,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-16T02:17:50,438 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-16T02:17:50,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-16T02:17:50,439 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-16T02:17:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-16T02:17:50,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742417_1593 (size=1097)
2024-11-16T02:17:50,858 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-16T02:17:50,858 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-16T02:17:50,860 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:17:50,862 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, REOPEN/MOVE}]
2024-11-16T02:17:50,863 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, REOPEN/MOVE
2024-11-16T02:17:50,865 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:50,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, REOPEN/MOVE because future has completed
2024-11-16T02:17:50,867 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:17:50,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:17:51,030 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,031 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:17:51,031 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 802f4d27e4bb2e4727bd762e539184f3, disabling compactions & flushes
2024-11-16T02:17:51,031 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,031 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,031 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. after waiting 0 ms
2024-11-16T02:17:51,031 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,056 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-16T02:17:51,057 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,057 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 802f4d27e4bb2e4727bd762e539184f3:
Waiting for close lock at 1731723471031Running coprocessor pre-close hooks at 1731723471031Disabling compacts and flushes for region at 1731723471031Disabling writes for close at 1731723471031Writing region close event to WAL at 1731723471037 (+6 ms)Running coprocessor post-close hooks at 1731723471057 (+20 ms)Closed at 1731723471057
2024-11-16T02:17:51,057 WARN  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionServer(3299): Not adding moved region record: 802f4d27e4bb2e4727bd762e539184f3 to self.
2024-11-16T02:17:51,059 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,059 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=CLOSED
2024-11-16T02:17:51,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:17:51,072 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-16T02:17:51,073 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 in 198 msec
2024-11-16T02:17:51,074 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, REOPEN/MOVE; state=CLOSED, location=667222f7cf1b,37111,1731723316572; forceNewPlan=false, retain=true
2024-11-16T02:17:51,226 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=OPENING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, REOPEN/MOVE because future has completed
2024-11-16T02:17:51,228 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:17:51,383 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
2024-11-16T02:17:51,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-16T02:17:51,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,385 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 802f4d27e4bb2e4727bd762e539184f3 
2024-11-16T02:17:51,385 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:51,386 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802f4d27e4bb2e4727bd762e539184f3 columnFamilyName A
2024-11-16T02:17:51,387 DEBUG [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:51,389 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(327): Store=802f4d27e4bb2e4727bd762e539184f3/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:51,390 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 802f4d27e4bb2e4727bd762e539184f3 
2024-11-16T02:17:51,390 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:51,390 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802f4d27e4bb2e4727bd762e539184f3 columnFamilyName B
2024-11-16T02:17:51,391 DEBUG [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:51,391 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(327): Store=802f4d27e4bb2e4727bd762e539184f3/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:51,391 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 802f4d27e4bb2e4727bd762e539184f3 
2024-11-16T02:17:51,401 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-16T02:17:51,402 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802f4d27e4bb2e4727bd762e539184f3 columnFamilyName C
2024-11-16T02:17:51,402 DEBUG [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:51,406 INFO  [StoreOpener-802f4d27e4bb2e4727bd762e539184f3-1 {}] regionserver.HStore(327): Store=802f4d27e4bb2e4727bd762e539184f3/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-16T02:17:51,407 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,407 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,408 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,411 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,413 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,413 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,413 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-16T02:17:51,415 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,416 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened 802f4d27e4bb2e4727bd762e539184f3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63470436, jitterRate=-0.05421680212020874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-16T02:17:51,416 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,416 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for 802f4d27e4bb2e4727bd762e539184f3:
Running coprocessor pre-open hook at 1731723471384Writing region info on filesystem at 1731723471384Initializing all the Stores at 1731723471384Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723471384Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723471385 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723471385Cleaning up temporary data from old regions at 1731723471413 (+28 ms)Running coprocessor post-open hooks at 1731723471416 (+3 ms)Region opened successfully at 1731723471416
2024-11-16T02:17:51,423 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., pid=141, masterSystemTime=1731723471379
2024-11-16T02:17:51,434 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,434 INFO  [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,443 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=OPEN, openSeqNum=5, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:17:51,457 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139
2024-11-16T02:17:51,457 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 in 224 msec
2024-11-16T02:17:51,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138
2024-11-16T02:17:51,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, REOPEN/MOVE in 595 msec
2024-11-16T02:17:51,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-16T02:17:51,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 599 msec
2024-11-16T02:17:51,467 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0260 sec
2024-11-16T02:17:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-16T02:17:51,469 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:51,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb37c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acf3362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,477 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b11a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d415d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,482 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e0cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,485 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec5dbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e839bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,488 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f06f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,491 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb9e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8df26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,496 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c2a6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,497 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,502 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483ce991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ca966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,510 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fe33d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,513 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b22224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5be7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,522 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294ef50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,529 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@deca494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,541 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de5a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,545 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97facb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62e123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a107b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,554 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3bca7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b72907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,564 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194fac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,571 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e672782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1043a3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37823,-1 for getting cluster id
2024-11-16T02:17:51,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-16T02:17:51,588 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756fda63-f463-4f7b-bdad-ec325431235f'
2024-11-16T02:17:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-16T02:17:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756fda63-f463-4f7b-bdad-ec325431235f"

2024-11-16T02:17:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c3ed3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37823,-1]
2024-11-16T02:17:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-16T02:17:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:17:51,600 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-16T02:17:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b1300d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-16T02:17:51,603 DEBUG [Thread-2632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,603 DEBUG [Thread-2623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,605 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,607 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,608 DEBUG [Thread-2625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,609 DEBUG [Thread-2634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,611 DEBUG [Thread-2617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,612 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,615 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,617 DEBUG [Thread-2636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,623 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,625 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,626 DEBUG [Thread-2619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,628 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,628 DEBUG [Thread-2621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,636 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,641 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-16T02:17:51,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:51,640 DEBUG [Thread-2630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,643 DEBUG [Thread-2628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-16T02:17:51,645 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:51,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:51,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37111,1731723316572, seqNum=-1]
2024-11-16T02:17:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-16T02:17:51,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,648 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-16T02:17:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees
2024-11-16T02:17:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5]
2024-11-16T02:17:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:51,656 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:51,656 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:51,657 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:51,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411164942c5b3826d4929b576bd28b5ba20e3_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723471639/Put/seqid=0
2024-11-16T02:17:51,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723531690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723531691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723531709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723531711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742418_1594 (size=12154)
2024-11-16T02:17:51,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723531719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:51,744 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411164942c5b3826d4929b576bd28b5ba20e3_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411164942c5b3826d4929b576bd28b5ba20e3_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:51,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a39c6ce554e43dcaa9da45045fef040, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:51,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a39c6ce554e43dcaa9da45045fef040 is 175, key is test_row_0/A:col10/1731723471639/Put/seqid=0
2024-11-16T02:17:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:51,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742419_1595 (size=30955)
2024-11-16T02:17:51,796 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a39c6ce554e43dcaa9da45045fef040
2024-11-16T02:17:51,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723531816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723531816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:51,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:51,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723531829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723531829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723531846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:51,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/721b874f898342ee9b05c5a7b30a6208 is 50, key is test_row_0/B:col10/1731723471639/Put/seqid=0
2024-11-16T02:17:51,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742420_1596 (size=12001)
2024-11-16T02:17:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:51,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:51,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723532025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723532035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723532045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723532045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723532054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:52,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:52,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:52,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723532335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,340 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/721b874f898342ee9b05c5a7b30a6208
2024-11-16T02:17:52,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723532345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723532357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723532357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723532365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/87aba0bfdc2341b2b5b4381fbf506a13 is 50, key is test_row_0/C:col10/1731723471639/Put/seqid=0
2024-11-16T02:17:52,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742421_1597 (size=12001)
2024-11-16T02:17:52,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/87aba0bfdc2341b2b5b4381fbf506a13
2024-11-16T02:17:52,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a39c6ce554e43dcaa9da45045fef040 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040
2024-11-16T02:17:52,564 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040, entries=150, sequenceid=16, filesize=30.2 K
2024-11-16T02:17:52,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/721b874f898342ee9b05c5a7b30a6208 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/721b874f898342ee9b05c5a7b30a6208
2024-11-16T02:17:52,605 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/721b874f898342ee9b05c5a7b30a6208, entries=150, sequenceid=16, filesize=11.7 K
2024-11-16T02:17:52,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/87aba0bfdc2341b2b5b4381fbf506a13 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/87aba0bfdc2341b2b5b4381fbf506a13
2024-11-16T02:17:52,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=143
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:52,636 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/87aba0bfdc2341b2b5b4381fbf506a13, entries=150, sequenceid=16, filesize=11.7 K
2024-11-16T02:17:52,638 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 802f4d27e4bb2e4727bd762e539184f3 in 997ms, sequenceid=16, compaction requested=false
2024-11-16T02:17:52,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:52,665 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-16T02:17:52,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-11-16T02:17:52,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:52,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T02:17:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166451d8d93fdc4e3d89f63c7bee29bc0f_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:52,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742422_1598 (size=12154)
2024-11-16T02:17:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:52,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:52,867 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166451d8d93fdc4e3d89f63c7bee29bc0f_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166451d8d93fdc4e3d89f63c7bee29bc0f_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/0bcba030e47843219a01a07302264849, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:52,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/0bcba030e47843219a01a07302264849 is 175, key is test_row_0/A:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:52,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723532878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723532883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723532883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723532883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723532883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:52,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742423_1599 (size=30955)
2024-11-16T02:17:52,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/0bcba030e47843219a01a07302264849
2024-11-16T02:17:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/3a4915733a3e48f08fd6908d50ab6c56 is 50, key is test_row_0/B:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:52,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742424_1600 (size=12001)
2024-11-16T02:17:52,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723532994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723532995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723532995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723532995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723533208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723533208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723533208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723533217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/3a4915733a3e48f08fd6908d50ab6c56
2024-11-16T02:17:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/1cc41d893a2c43c68be6c7e6bdfeabb4 is 50, key is test_row_0/C:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:53,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742425_1601 (size=12001)
2024-11-16T02:17:53,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723533525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723533525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723533525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723533536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:53,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/1cc41d893a2c43c68be6c7e6bdfeabb4
2024-11-16T02:17:53,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723533895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:53,896 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_2' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/0bcba030e47843219a01a07302264849 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849
2024-11-16T02:17:53,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849, entries=150, sequenceid=36, filesize=30.2 K
2024-11-16T02:17:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/3a4915733a3e48f08fd6908d50ab6c56 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/3a4915733a3e48f08fd6908d50ab6c56
2024-11-16T02:17:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/3a4915733a3e48f08fd6908d50ab6c56, entries=150, sequenceid=36, filesize=11.7 K
2024-11-16T02:17:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/1cc41d893a2c43c68be6c7e6bdfeabb4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/1cc41d893a2c43c68be6c7e6bdfeabb4
2024-11-16T02:17:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/1cc41d893a2c43c68be6c7e6bdfeabb4, entries=150, sequenceid=36, filesize=11.7 K
2024-11-16T02:17:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 802f4d27e4bb2e4727bd762e539184f3 in 1148ms, sequenceid=36, compaction requested=false
2024-11-16T02:17:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143
2024-11-16T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=143
2024-11-16T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,937 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-16T02:17:53,937 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2780 sec
2024-11-16T02:17:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,939 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.2970 sec
2024-11-16T02:17:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,046 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:17:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111622ed8c9d872541ef83b84da721d03c76_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_1/A:col10/1731723472877/Put/seqid=0
2024-11-16T02:17:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742426_1602 (size=12154)
2024-11-16T02:17:54,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:54,092 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111622ed8c9d872541ef83b84da721d03c76_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111622ed8c9d872541ef83b84da721d03c76_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:54,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe6d5881cc074f1783ebbff9214ab2be, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:54,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe6d5881cc074f1783ebbff9214ab2be is 175, key is test_row_1/A:col10/1731723472877/Put/seqid=0
2024-11-16T02:17:54,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742427_1603 (size=30951)
2024-11-16T02:17:54,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723534109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723534155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723534155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723534157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723534266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723534266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723534266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723534266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723534476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723534476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723534476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723534476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,541 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe6d5881cc074f1783ebbff9214ab2be
2024-11-16T02:17:54,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/364c65236dc04f8ca9676e81bd03c6fe is 50, key is test_row_1/B:col10/1731723472877/Put/seqid=0
2024-11-16T02:17:54,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742428_1604 (size=9657)
2024-11-16T02:17:54,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723534785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723534786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723534788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:54,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723534788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:54,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:54,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:55,070 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/364c65236dc04f8ca9676e81bd03c6fe
2024-11-16T02:17:55,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/9ab888891cee4cd997446df00c270568 is 50, key is test_row_1/C:col10/1731723472877/Put/seqid=0
2024-11-16T02:17:55,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742429_1605 (size=9657)
2024-11-16T02:17:55,154 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/9ab888891cee4cd997446df00c270568
2024-11-16T02:17:55,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe6d5881cc074f1783ebbff9214ab2be as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be
2024-11-16T02:17:55,235 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be, entries=150, sequenceid=49, filesize=30.2 K
2024-11-16T02:17:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/364c65236dc04f8ca9676e81bd03c6fe as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/364c65236dc04f8ca9676e81bd03c6fe
2024-11-16T02:17:55,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/364c65236dc04f8ca9676e81bd03c6fe, entries=100, sequenceid=49, filesize=9.4 K
2024-11-16T02:17:55,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/9ab888891cee4cd997446df00c270568 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/9ab888891cee4cd997446df00c270568
2024-11-16T02:17:55,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723535309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:55,315 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/9ab888891cee4cd997446df00c270568, entries=100, sequenceid=49, filesize=9.4 K
2024-11-16T02:17:55,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723535312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:55,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:55,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:55,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:55,332 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 802f4d27e4bb2e4727bd762e539184f3 in 1287ms, sequenceid=49, compaction requested=true
2024-11-16T02:17:55,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:55,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:55,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:17:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:55,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:17:55,334 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:55,336 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:55,348 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:55,348 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/C is initiating minor compaction (all files)
2024-11-16T02:17:55,349 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/C in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:55,349 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/87aba0bfdc2341b2b5b4381fbf506a13, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/1cc41d893a2c43c68be6c7e6bdfeabb4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/9ab888891cee4cd997446df00c270568] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=32.9 K
2024-11-16T02:17:55,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723474085, max timestamp=1731723475333Num uniques 859; 
2024-11-16T02:17:55,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:55,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723474085, max timestamp=1731723475333Num uniques 859; 
2024-11-16T02:17:55,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:55,351 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 87aba0bfdc2341b2b5b4381fbf506a13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731723471631
2024-11-16T02:17:55,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723474085, max timestamp=1731723475333Num uniques 859; 
2024-11-16T02:17:55,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:55,351 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=33.54 KB heapSize=81.47 KB
2024-11-16T02:17:55,352 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:55,352 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/A is initiating minor compaction (all files)
2024-11-16T02:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:55,352 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/A in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:55,352 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=90.7 K
2024-11-16T02:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:55,352 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:55,352 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be]
2024-11-16T02:17:55,352 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cc41d893a2c43c68be6c7e6bdfeabb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731723471687
2024-11-16T02:17:55,356 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a39c6ce554e43dcaa9da45045fef040, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731723471631
2024-11-16T02:17:55,361 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab888891cee4cd997446df00c270568, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723472877
2024-11-16T02:17:55,361 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bcba030e47843219a01a07302264849, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731723471687
2024-11-16T02:17:55,361 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe6d5881cc074f1783ebbff9214ab2be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723472877
2024-11-16T02:17:55,378 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:55,379 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/b85232e3a374486eafd996b27c8ad5ae is 50, key is test_row_0/C:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:55,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166cc7b8cd1289482c8a2f79ee09185a25_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723474118/Put/seqid=0
2024-11-16T02:17:55,405 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:55,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742430_1606 (size=12104)
2024-11-16T02:17:55,417 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116e8c1dc50f2264c52bca2b731783c36ab_802f4d27e4bb2e4727bd762e539184f3 store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:55,419 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116e8c1dc50f2264c52bca2b731783c36ab_802f4d27e4bb2e4727bd762e539184f3, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:55,419 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e8c1dc50f2264c52bca2b731783c36ab_802f4d27e4bb2e4727bd762e539184f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:55,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742431_1607 (size=17034)
2024-11-16T02:17:55,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:55,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742432_1608 (size=4469)
2024-11-16T02:17:55,432 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166cc7b8cd1289482c8a2f79ee09185a25_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166cc7b8cd1289482c8a2f79ee09185a25_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:55,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a97616433774c7c875141da2350b549, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:55,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a97616433774c7c875141da2350b549 is 175, key is test_row_0/A:col10/1731723474118/Put/seqid=0
2024-11-16T02:17:55,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742433_1609 (size=48139)
2024-11-16T02:17:55,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723475433, max timestamp=1731723475470Num uniques 859; 
2024-11-16T02:17:55,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:55,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723475433, max timestamp=1731723475470Num uniques 859; 
2024-11-16T02:17:55,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723475433, max timestamp=1731723475470Num uniques 859; 
2024-11-16T02:17:55,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:55,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:55,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723475584, max timestamp=1731723475609Num uniques 1068; 
2024-11-16T02:17:55,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-16T02:17:55,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723475584, max timestamp=1731723475609Num uniques 1068; 
2024-11-16T02:17:55,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-16T02:17:55,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723475584, max timestamp=1731723475609Num uniques 1068; 
2024-11-16T02:17:55,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-16T02:17:55,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723475698, max timestamp=1731723475725Num uniques 1027; 
2024-11-16T02:17:55,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-16T02:17:55,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723475698, max timestamp=1731723475725Num uniques 1027; 
2024-11-16T02:17:55,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-16T02:17:55,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731723475698, max timestamp=1731723475725Num uniques 1027; 
2024-11-16T02:17:55,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-16T02:17:55,828 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/b85232e3a374486eafd996b27c8ad5ae as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b85232e3a374486eafd996b27c8ad5ae
2024-11-16T02:17:55,830 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:55,830 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/38ccd837d33e4cf9a72251c7ec64129f is 175, key is test_row_0/A:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:55,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731723475810, max timestamp=1731723475827Num uniques 1086; 
2024-11-16T02:17:55,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-16T02:17:55,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731723475810, max timestamp=1731723475827Num uniques 1086; 
2024-11-16T02:17:55,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731723475810, max timestamp=1731723475827Num uniques 1086; 
2024-11-16T02:17:55,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-16T02:17:55,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-16T02:17:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-16T02:17:55,839 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:55,840 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:55,841 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/C of 802f4d27e4bb2e4727bd762e539184f3 into b85232e3a374486eafd996b27c8ad5ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:55,841 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:55,841 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/C, priority=13, startTime=1731723475333; duration=0sec
2024-11-16T02:17:55,841 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:55,841 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:17:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees
2024-11-16T02:17:55,841 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T02:17:55,844 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:55,845 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:55,846 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:55,847 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:55,847 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/B is initiating minor compaction (all files)
2024-11-16T02:17:55,847 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/B in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:55,847 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/721b874f898342ee9b05c5a7b30a6208, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/3a4915733a3e48f08fd6908d50ab6c56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/364c65236dc04f8ca9676e81bd03c6fe] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=32.9 K
2024-11-16T02:17:55,848 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 721b874f898342ee9b05c5a7b30a6208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731723471631
2024-11-16T02:17:55,848 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4915733a3e48f08fd6908d50ab6c56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731723471687
2024-11-16T02:17:55,849 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 364c65236dc04f8ca9676e81bd03c6fe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723472877
2024-11-16T02:17:55,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742434_1610 (size=31165)
2024-11-16T02:17:55,868 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/38ccd837d33e4cf9a72251c7ec64129f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/38ccd837d33e4cf9a72251c7ec64129f
2024-11-16T02:17:55,871 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a97616433774c7c875141da2350b549
2024-11-16T02:17:55,878 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/A of 802f4d27e4bb2e4727bd762e539184f3 into 38ccd837d33e4cf9a72251c7ec64129f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:55,878 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:55,878 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/A, priority=13, startTime=1731723475332; duration=0sec
2024-11-16T02:17:55,879 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:55,879 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:17:55,882 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:55,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/435ca1fd57054348a4b575beaa64b1b9 is 50, key is test_row_0/B:col10/1731723474118/Put/seqid=0
2024-11-16T02:17:55,882 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/1e32d3b57e874b1a9ced78c647dc83c3 is 50, key is test_row_0/B:col10/1731723471701/Put/seqid=0
2024-11-16T02:17:55,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742436_1612 (size=12104)
2024-11-16T02:17:55,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742435_1611 (size=12001)
2024-11-16T02:17:55,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731723475871, max timestamp=1731723475921Num uniques 1045; 
2024-11-16T02:17:55,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-16T02:17:55,926 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/1e32d3b57e874b1a9ced78c647dc83c3 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/1e32d3b57e874b1a9ced78c647dc83c3
2024-11-16T02:17:55,926 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/435ca1fd57054348a4b575beaa64b1b9
2024-11-16T02:17:55,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723475871, max timestamp=1731723475921Num uniques 1045; 
2024-11-16T02:17:55,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150
2024-11-16T02:17:55,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731723475871, max timestamp=1731723475921Num uniques 1045; 
2024-11-16T02:17:55,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150
2024-11-16T02:17:55,940 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/B of 802f4d27e4bb2e4727bd762e539184f3 into 1e32d3b57e874b1a9ced78c647dc83c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:55,940 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:55,940 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/B, priority=13, startTime=1731723475333; duration=0sec
2024-11-16T02:17:55,940 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:55,940 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:17:55,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/a93e38138ad44a85a1e2c4482fbdbf05 is 50, key is test_row_0/C:col10/1731723474118/Put/seqid=0
2024-11-16T02:17:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T02:17:55,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742437_1613 (size=12001)
2024-11-16T02:17:55,954 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/a93e38138ad44a85a1e2c4482fbdbf05
2024-11-16T02:17:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4a97616433774c7c875141da2350b549 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549
2024-11-16T02:17:55,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549, entries=250, sequenceid=70, filesize=47.0 K
2024-11-16T02:17:55,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/435ca1fd57054348a4b575beaa64b1b9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/435ca1fd57054348a4b575beaa64b1b9
2024-11-16T02:17:55,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/435ca1fd57054348a4b575beaa64b1b9, entries=150, sequenceid=70, filesize=11.7 K
2024-11-16T02:17:55,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/a93e38138ad44a85a1e2c4482fbdbf05 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a93e38138ad44a85a1e2c4482fbdbf05
2024-11-16T02:17:56,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T02:17:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,011 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a93e38138ad44a85a1e2c4482fbdbf05, entries=150, sequenceid=70, filesize=11.7 K
2024-11-16T02:17:56,019 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~81.42 KB/83376, currentSize=69.78 KB/71450 for 802f4d27e4bb2e4727bd762e539184f3 in 667ms, sequenceid=70, compaction requested=false
2024-11-16T02:17:56,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:56,019 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=76.48 KB heapSize=213.09 KB
2024-11-16T02:17:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:56,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:56,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b218c1ec0ec84b109867f654494446b1_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723475962/Put/seqid=0
2024-11-16T02:17:56,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723536075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742438_1614 (size=17284)
2024-11-16T02:17:56,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723536078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:56,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723536083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,093 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b218c1ec0ec84b109867f654494446b1_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b218c1ec0ec84b109867f654494446b1_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:56,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/6d3de1ffac2244e9814b8e918a5429a5, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:56,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/6d3de1ffac2244e9814b8e918a5429a5 is 175, key is test_row_0/A:col10/1731723475962/Put/seqid=0
2024-11-16T02:17:56,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742439_1615 (size=48389)
2024-11-16T02:17:56,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T02:17:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T02:17:56,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:56,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723536195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723536196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723536195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T02:17:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723536328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,333 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2224 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723536335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,339 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723536405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723536415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723536416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T02:17:56,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T02:17:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,520 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/6d3de1ffac2244e9814b8e918a5429a5
2024-11-16T02:17:56,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/093784b846604c2aafab90fcabbff368 is 50, key is test_row_0/B:col10/1731723475962/Put/seqid=0
2024-11-16T02:17:56,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742440_1616 (size=12151)
2024-11-16T02:17:56,573 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.30 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/093784b846604c2aafab90fcabbff368
2024-11-16T02:17:56,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/435d1ef970ef4fbe846837e95d7ead4a is 50, key is test_row_0/C:col10/1731723475962/Put/seqid=0
2024-11-16T02:17:56,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T02:17:56,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:56,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:56,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742441_1617 (size=12151)
2024-11-16T02:17:56,652 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.30 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/435d1ef970ef4fbe846837e95d7ead4a
2024-11-16T02:17:56,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/6d3de1ffac2244e9814b8e918a5429a5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5
2024-11-16T02:17:56,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723536715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,726 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5, entries=250, sequenceid=172, filesize=47.3 K
2024-11-16T02:17:56,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/093784b846604c2aafab90fcabbff368 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/093784b846604c2aafab90fcabbff368
2024-11-16T02:17:56,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723536736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723536740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:56,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:56,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:56,756 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/093784b846604c2aafab90fcabbff368, entries=150, sequenceid=172, filesize=11.9 K
2024-11-16T02:17:56,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/435d1ef970ef4fbe846837e95d7ead4a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/435d1ef970ef4fbe846837e95d7ead4a
2024-11-16T02:17:56,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/435d1ef970ef4fbe846837e95d7ead4a, entries=150, sequenceid=172, filesize=11.9 K
2024-11-16T02:17:56,784 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.90 KB/92060, heapSize ~252.89 KB/258960, currentSize=87.22 KB/89310 for 802f4d27e4bb2e4727bd762e539184f3 in 765ms, sequenceid=172, compaction requested=true
2024-11-16T02:17:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:56,785 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:56,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:56,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:56,785 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:56,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-16T02:17:56,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-16T02:17:56,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:56,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:56,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:56,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:56,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:56,787 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:56,787 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/A is initiating minor compaction (all files)
2024-11-16T02:17:56,788 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/A in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,788 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/38ccd837d33e4cf9a72251c7ec64129f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=124.7 K
2024-11-16T02:17:56,788 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,788 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/38ccd837d33e4cf9a72251c7ec64129f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5]
2024-11-16T02:17:56,793 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:56,794 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/B is initiating minor compaction (all files)
2024-11-16T02:17:56,794 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/B in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:56,794 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/1e32d3b57e874b1a9ced78c647dc83c3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/435ca1fd57054348a4b575beaa64b1b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/093784b846604c2aafab90fcabbff368] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=35.4 K
2024-11-16T02:17:56,794 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38ccd837d33e4cf9a72251c7ec64129f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723471701
2024-11-16T02:17:56,797 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a97616433774c7c875141da2350b549, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731723474085
2024-11-16T02:17:56,797 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e32d3b57e874b1a9ced78c647dc83c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723471701
2024-11-16T02:17:56,800 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 435ca1fd57054348a4b575beaa64b1b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731723474101
2024-11-16T02:17:56,800 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d3de1ffac2244e9814b8e918a5429a5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731723475956
2024-11-16T02:17:56,803 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 093784b846604c2aafab90fcabbff368, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731723475956
2024-11-16T02:17:56,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161688ab57073b4b1a9ddf3e4dcaf163c8_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723476080/Put/seqid=0
2024-11-16T02:17:56,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742442_1618 (size=12304)
2024-11-16T02:17:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:56,866 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:56,867 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:56,867 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/c76c4f2099a1488e8612484236cc9382 is 50, key is test_row_0/B:col10/1731723475962/Put/seqid=0
2024-11-16T02:17:56,872 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111699305886202b41de8d3b3afd499d7b35_802f4d27e4bb2e4727bd762e539184f3 store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:56,874 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111699305886202b41de8d3b3afd499d7b35_802f4d27e4bb2e4727bd762e539184f3, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:56,874 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111699305886202b41de8d3b3afd499d7b35_802f4d27e4bb2e4727bd762e539184f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:56,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161688ab57073b4b1a9ddf3e4dcaf163c8_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161688ab57073b4b1a9ddf3e4dcaf163c8_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ade427904bb94c5ebb532dea6c338ad9, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:56,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ade427904bb94c5ebb532dea6c338ad9 is 175, key is test_row_0/A:col10/1731723476080/Put/seqid=0
2024-11-16T02:17:56,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742443_1619 (size=12357)
2024-11-16T02:17:56,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742445_1621 (size=31105)
2024-11-16T02:17:56,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742444_1620 (size=4469)
2024-11-16T02:17:56,961 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ade427904bb94c5ebb532dea6c338ad9
2024-11-16T02:17:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T02:17:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/263514a7554a4b10a3701f04faa9bba1 is 50, key is test_row_0/B:col10/1731723476080/Put/seqid=0
2024-11-16T02:17:57,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742446_1622 (size=12151)
2024-11-16T02:17:57,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/263514a7554a4b10a3701f04faa9bba1
2024-11-16T02:17:57,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/f7b977e4703a41619e5e613347702b9b is 50, key is test_row_0/C:col10/1731723476080/Put/seqid=0
2024-11-16T02:17:57,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742447_1623 (size=12151)
2024-11-16T02:17:57,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/f7b977e4703a41619e5e613347702b9b
2024-11-16T02:17:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ade427904bb94c5ebb532dea6c338ad9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9
2024-11-16T02:17:57,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9, entries=150, sequenceid=188, filesize=30.4 K
2024-11-16T02:17:57,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/263514a7554a4b10a3701f04faa9bba1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/263514a7554a4b10a3701f04faa9bba1
2024-11-16T02:17:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/263514a7554a4b10a3701f04faa9bba1, entries=150, sequenceid=188, filesize=11.9 K
2024-11-16T02:17:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/f7b977e4703a41619e5e613347702b9b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f7b977e4703a41619e5e613347702b9b
2024-11-16T02:17:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f7b977e4703a41619e5e613347702b9b, entries=150, sequenceid=188, filesize=11.9 K
2024-11-16T02:17:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 802f4d27e4bb2e4727bd762e539184f3 in 475ms, sequenceid=188, compaction requested=true
2024-11-16T02:17:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145
2024-11-16T02:17:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=145
2024-11-16T02:17:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,280 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-16T02:17:57,280 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec
2024-11-16T02:17:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.4450 sec
2024-11-16T02:17:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,329 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/c76c4f2099a1488e8612484236cc9382 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c76c4f2099a1488e8612484236cc9382
2024-11-16T02:17:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,345 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/B of 802f4d27e4bb2e4727bd762e539184f3 into c76c4f2099a1488e8612484236cc9382(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:57,345 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:57,345 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/B, priority=13, startTime=1731723476785; duration=0sec
2024-11-16T02:17:57,345 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:57,345 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:17:57,345 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:17:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,347 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:17:57,347 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/C is initiating minor compaction (all files)
2024-11-16T02:17:57,347 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/C in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:57,347 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b85232e3a374486eafd996b27c8ad5ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a93e38138ad44a85a1e2c4482fbdbf05, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/435d1ef970ef4fbe846837e95d7ead4a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f7b977e4703a41619e5e613347702b9b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=47.3 K
2024-11-16T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,348 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting b85232e3a374486eafd996b27c8ad5ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731723471701
2024-11-16T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,349 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a93e38138ad44a85a1e2c4482fbdbf05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1731723474101
2024-11-16T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,349 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 435d1ef970ef4fbe846837e95d7ead4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731723475956
2024-11-16T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,350 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f7b977e4703a41619e5e613347702b9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731723476063
2024-11-16T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,362 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#C#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,362 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/7a8541d2f5634d25b0751af15f6696b8 is 50, key is test_row_0/C:col10/1731723476080/Put/seqid=0
2024-11-16T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,365 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#A#compaction#532 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:57,366 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/b0ab9a44c96443a88c1ecbfd82026154 is 175, key is test_row_0/A:col10/1731723475962/Put/seqid=0
2024-11-16T02:17:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,400 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:17:57,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742448_1624 (size=12391)
2024-11-16T02:17:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:57,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:57,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:57,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:57,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:57,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:57,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742449_1625 (size=31311)
2024-11-16T02:17:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,430 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/b0ab9a44c96443a88c1ecbfd82026154 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/b0ab9a44c96443a88c1ecbfd82026154
2024-11-16T02:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba9156b04e884e88a569df270a4276e5_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723477398/Put/seqid=0
2024-11-16T02:17:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,448 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/A of 802f4d27e4bb2e4727bd762e539184f3 into b0ab9a44c96443a88c1ecbfd82026154(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:57,448 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:57,448 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/A, priority=13, startTime=1731723476784; duration=0sec
2024-11-16T02:17:57,448 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:57,448 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:17:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742450_1626 (size=22268)
2024-11-16T02:17:57,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731723477487, max timestamp=1731723477503Num uniques 859; 
2024-11-16T02:17:57,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:57,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723477487, max timestamp=1731723477503Num uniques 859; 
2024-11-16T02:17:57,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:57,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723477487, max timestamp=1731723477503Num uniques 859; 
2024-11-16T02:17:57,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:17:57,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723537553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723537555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723537559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723537666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723537666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723537675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,832 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/7a8541d2f5634d25b0751af15f6696b8 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/7a8541d2f5634d25b0751af15f6696b8
2024-11-16T02:17:57,856 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/C of 802f4d27e4bb2e4727bd762e539184f3 into 7a8541d2f5634d25b0751af15f6696b8(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:57,856 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:57,857 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/C, priority=12, startTime=1731723476787; duration=0sec
2024-11-16T02:17:57,857 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:57,857 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:17:57,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:57,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723537887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723537888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,893 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba9156b04e884e88a569df270a4276e5_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba9156b04e884e88a569df270a4276e5_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:57,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/00065a98f5254329a60a8767e6e0691a, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:57,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/00065a98f5254329a60a8767e6e0691a is 175, key is test_row_0/A:col10/1731723477398/Put/seqid=0
2024-11-16T02:17:57,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723537895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:57,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742451_1627 (size=65673)
2024-11-16T02:17:57,925 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/00065a98f5254329a60a8767e6e0691a
2024-11-16T02:17:57,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/f17539e2d0154344919548731c54672e is 50, key is test_row_0/B:col10/1731723477398/Put/seqid=0
2024-11-16T02:17:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-16T02:17:57,998 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:17:58,000 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:17:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-11-16T02:17:58,010 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:17:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:17:58,013 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:17:58,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:17:58,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742452_1628 (size=12151)
2024-11-16T02:17:58,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/f17539e2d0154344919548731c54672e
2024-11-16T02:17:58,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/8cf25df2a729425a9ff45d2f984f05ae is 50, key is test_row_0/C:col10/1731723477398/Put/seqid=0
2024-11-16T02:17:58,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742453_1629 (size=12151)
2024-11-16T02:17:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:17:58,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723538195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723538195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723538205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:17:58,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723538345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723538345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,349 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,349 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:17:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,533 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/8cf25df2a729425a9ff45d2f984f05ae
2024-11-16T02:17:58,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/00065a98f5254329a60a8767e6e0691a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a
2024-11-16T02:17:58,611 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a, entries=350, sequenceid=200, filesize=64.1 K
2024-11-16T02:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/f17539e2d0154344919548731c54672e as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/f17539e2d0154344919548731c54672e
2024-11-16T02:17:58,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/f17539e2d0154344919548731c54672e, entries=150, sequenceid=200, filesize=11.9 K
2024-11-16T02:17:58,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/8cf25df2a729425a9ff45d2f984f05ae as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8cf25df2a729425a9ff45d2f984f05ae
2024-11-16T02:17:58,681 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8cf25df2a729425a9ff45d2f984f05ae, entries=150, sequenceid=200, filesize=11.9 K
2024-11-16T02:17:58,683 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 802f4d27e4bb2e4727bd762e539184f3 in 1283ms, sequenceid=200, compaction requested=true
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:58,683 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:58,683 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:17:58,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:58,705 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 128089 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:58,705 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/A is initiating minor compaction (all files)
2024-11-16T02:17:58,705 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/A in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,705 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/b0ab9a44c96443a88c1ecbfd82026154, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=125.1 K
2024-11-16T02:17:58,705 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,706 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/b0ab9a44c96443a88c1ecbfd82026154, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a]
2024-11-16T02:17:58,706 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:58,706 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/B is initiating minor compaction (all files)
2024-11-16T02:17:58,706 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/B in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,706 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c76c4f2099a1488e8612484236cc9382, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/263514a7554a4b10a3701f04faa9bba1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/f17539e2d0154344919548731c54672e] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=35.8 K
2024-11-16T02:17:58,706 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0ab9a44c96443a88c1ecbfd82026154, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731723475956
2024-11-16T02:17:58,707 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting ade427904bb94c5ebb532dea6c338ad9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731723476063
2024-11-16T02:17:58,707 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting c76c4f2099a1488e8612484236cc9382, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731723475956
2024-11-16T02:17:58,712 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00065a98f5254329a60a8767e6e0691a, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731723477371
2024-11-16T02:17:58,712 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 263514a7554a4b10a3701f04faa9bba1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731723476063
2024-11-16T02:17:58,713 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-16T02:17:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:17:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:58,716 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f17539e2d0154344919548731c54672e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731723477389
2024-11-16T02:17:58,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723538734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723538735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723538740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160b65e8d9c8564ee8ac668fa7ab9e6954_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723477550/Put/seqid=0
2024-11-16T02:17:58,781 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:58,782 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/ae2ca3e442a84bfca898e55b63538138 is 50, key is test_row_0/B:col10/1731723477398/Put/seqid=0
2024-11-16T02:17:58,783 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:58,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742454_1630 (size=14794)
2024-11-16T02:17:58,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:58,791 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160b65e8d9c8564ee8ac668fa7ab9e6954_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160b65e8d9c8564ee8ac668fa7ab9e6954_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:58,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/a9c4270d93c348f49f08774c62c7d49a, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:58,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/a9c4270d93c348f49f08774c62c7d49a is 175, key is test_row_0/A:col10/1731723477550/Put/seqid=0
2024-11-16T02:17:58,797 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116e174f40e31ce49188151ae85ad67f5d4_802f4d27e4bb2e4727bd762e539184f3 store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:58,799 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116e174f40e31ce49188151ae85ad67f5d4_802f4d27e4bb2e4727bd762e539184f3, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:58,799 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e174f40e31ce49188151ae85ad67f5d4_802f4d27e4bb2e4727bd762e539184f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:58,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742455_1631 (size=12459)
2024-11-16T02:17:58,840 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/ae2ca3e442a84bfca898e55b63538138 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/ae2ca3e442a84bfca898e55b63538138
2024-11-16T02:17:58,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723538846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742456_1632 (size=39749)
2024-11-16T02:17:58,856 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/a9c4270d93c348f49f08774c62c7d49a
2024-11-16T02:17:58,857 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/B of 802f4d27e4bb2e4727bd762e539184f3 into ae2ca3e442a84bfca898e55b63538138(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:58,857 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:58,857 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/B, priority=13, startTime=1731723478683; duration=0sec
2024-11-16T02:17:58,857 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:17:58,857 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:17:58,857 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-16T02:17:58,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723538855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723538856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:58,864 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:17:58,864 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:17:58,864 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. because compaction request was cancelled
2024-11-16T02:17:58,864 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:17:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:58,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742457_1633 (size=4469)
2024-11-16T02:17:58,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/4f4a560e00b047c0a77b5c8255801ff4 is 50, key is test_row_0/B:col10/1731723477550/Put/seqid=0
2024-11-16T02:17:58,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742458_1634 (size=12151)
2024-11-16T02:17:58,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/4f4a560e00b047c0a77b5c8255801ff4
2024-11-16T02:17:58,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:58,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:58,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:58,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:58,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/152c21c66ee9429399e18a60e2a37e01 is 50, key is test_row_0/C:col10/1731723477550/Put/seqid=0
2024-11-16T02:17:59,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742459_1635 (size=12151)
2024-11-16T02:17:59,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723539055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:59,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723539066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:59,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723539075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:59,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:17:59,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,292 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#A#compaction#541 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:59,293 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/cacf238e033844af84fb08d744cad090 is 175, key is test_row_0/A:col10/1731723477398/Put/seqid=0
2024-11-16T02:17:59,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742460_1636 (size=31413)
2024-11-16T02:17:59,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723539365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:59,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723539377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:59,395 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/cacf238e033844af84fb08d744cad090 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/cacf238e033844af84fb08d744cad090
2024-11-16T02:17:59,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:17:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723539397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:17:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:17:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:17:59,430 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/A of 802f4d27e4bb2e4727bd762e539184f3 into cacf238e033844af84fb08d744cad090(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:17:59,430 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:59,431 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/A, priority=13, startTime=1731723478683; duration=0sec
2024-11-16T02:17:59,431 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:59,431 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:17:59,436 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/152c21c66ee9429399e18a60e2a37e01
2024-11-16T02:17:59,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:17:59,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/a9c4270d93c348f49f08774c62c7d49a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a
2024-11-16T02:17:59,495 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a, entries=200, sequenceid=238, filesize=38.8 K
2024-11-16T02:17:59,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/4f4a560e00b047c0a77b5c8255801ff4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/4f4a560e00b047c0a77b5c8255801ff4
2024-11-16T02:17:59,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/4f4a560e00b047c0a77b5c8255801ff4, entries=150, sequenceid=238, filesize=11.9 K
2024-11-16T02:17:59,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/152c21c66ee9429399e18a60e2a37e01 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/152c21c66ee9429399e18a60e2a37e01
2024-11-16T02:17:59,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/152c21c66ee9429399e18a60e2a37e01, entries=150, sequenceid=238, filesize=11.9 K
2024-11-16T02:17:59,554 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 802f4d27e4bb2e4727bd762e539184f3 in 841ms, sequenceid=238, compaction requested=true
2024-11-16T02:17:59,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:17:59,554 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-16T02:17:59,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:59,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:59,555 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-16T02:17:59,555 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:17:59,555 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:17:59,555 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. because compaction request was cancelled
2024-11-16T02:17:59,555 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:17:59,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:59,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:59,557 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:17:59,557 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-16T02:17:59,557 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-16T02:17:59,557 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. because compaction request was cancelled
2024-11-16T02:17:59,557 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:17:59,558 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:17:59,558 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/C is initiating minor compaction (all files)
2024-11-16T02:17:59,558 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/C in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,558 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/7a8541d2f5634d25b0751af15f6696b8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8cf25df2a729425a9ff45d2f984f05ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/152c21c66ee9429399e18a60e2a37e01] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=35.8 K
2024-11-16T02:17:59,558 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a8541d2f5634d25b0751af15f6696b8, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731723476063
2024-11-16T02:17:59,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:17:59,559 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf25df2a729425a9ff45d2f984f05ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731723477389
2024-11-16T02:17:59,559 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 152c21c66ee9429399e18a60e2a37e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731723477550
2024-11-16T02:17:59,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:17:59,571 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#C#compaction#544 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:17:59,571 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/56a66642cf234fbf9fab680cab5c7471 is 50, key is test_row_0/C:col10/1731723477550/Put/seqid=0
2024-11-16T02:17:59,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-16T02:17:59,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:17:59,604 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-16T02:17:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:17:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:17:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:17:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:17:59,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742461_1637 (size=12493)
2024-11-16T02:17:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161c56ee4c74a3462682bb5969a773170c_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723478732/Put/seqid=0
2024-11-16T02:17:59,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742462_1638 (size=12304)
2024-11-16T02:17:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:17:59,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161c56ee4c74a3462682bb5969a773170c_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161c56ee4c74a3462682bb5969a773170c_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:59,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe2f98c3319747eebcb2f3c76e61184a, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:17:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe2f98c3319747eebcb2f3c76e61184a is 175, key is test_row_0/A:col10/1731723478732/Put/seqid=0
2024-11-16T02:17:59,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742463_1639 (size=31105)
2024-11-16T02:17:59,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe2f98c3319747eebcb2f3c76e61184a
2024-11-16T02:17:59,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/a71138c7afeb4c62b843595f5c9b3338 is 50, key is test_row_0/B:col10/1731723478732/Put/seqid=0
2024-11-16T02:17:59,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742464_1640 (size=12151)
2024-11-16T02:17:59,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:17:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:17:59,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723479956, max timestamp=1731723479978Num uniques 859; 
2024-11-16T02:17:59,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:59,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723479956, max timestamp=1731723479980Num uniques 859; 
2024-11-16T02:17:59,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:17:59,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723479956, max timestamp=1731723479980Num uniques 859; 
2024-11-16T02:17:59,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:18:00,028 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/56a66642cf234fbf9fab680cab5c7471 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/56a66642cf234fbf9fab680cab5c7471
2024-11-16T02:18:00,043 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/C of 802f4d27e4bb2e4727bd762e539184f3 into 56a66642cf234fbf9fab680cab5c7471(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:00,043 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:00,043 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/C, priority=13, startTime=1731723479557; duration=0sec
2024-11-16T02:18:00,043 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:00,043 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:18:00,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723540037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723540045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723540057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:18:00,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723540165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723540176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723540180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,255 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/a71138c7afeb4c62b843595f5c9b3338
2024-11-16T02:18:00,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/341184c93cc64839ae015371a3b574bf is 50, key is test_row_0/C:col10/1731723478732/Put/seqid=0
2024-11-16T02:18:00,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742465_1641 (size=12151)
2024-11-16T02:18:00,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723540375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723540385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723540395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723540685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/341184c93cc64839ae015371a3b574bf
2024-11-16T02:18:00,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723540711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723540713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:00,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/fe2f98c3319747eebcb2f3c76e61184a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a
2024-11-16T02:18:00,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a, entries=150, sequenceid=250, filesize=30.4 K
2024-11-16T02:18:00,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/a71138c7afeb4c62b843595f5c9b3338 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a71138c7afeb4c62b843595f5c9b3338
2024-11-16T02:18:00,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a71138c7afeb4c62b843595f5c9b3338, entries=150, sequenceid=250, filesize=11.9 K
2024-11-16T02:18:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/341184c93cc64839ae015371a3b574bf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/341184c93cc64839ae015371a3b574bf
2024-11-16T02:18:00,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/341184c93cc64839ae015371a3b574bf, entries=150, sequenceid=250, filesize=11.9 K
2024-11-16T02:18:00,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 802f4d27e4bb2e4727bd762e539184f3 in 1145ms, sequenceid=250, compaction requested=true
2024-11-16T02:18:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:00,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-11-16T02:18:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-11-16T02:18:00,760 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-16T02:18:00,760 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7380 sec
2024-11-16T02:18:00,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.7610 sec
2024-11-16T02:18:01,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731723480032, max timestamp=1731723481208Num uniques 1018; 
2024-11-16T02:18:01,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-16T02:18:01,213 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB
2024-11-16T02:18:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T02:18:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:01,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-16T02:18:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:01,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5d9b0878020401d8332349f33b6ab25_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:01,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723541256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723541257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723541262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742466_1642 (size=14994)
2024-11-16T02:18:01,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:01,308 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f5d9b0878020401d8332349f33b6ab25_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5d9b0878020401d8332349f33b6ab25_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:01,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/035fd1b8fadb4deb87073474d18cc464, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:01,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/035fd1b8fadb4deb87073474d18cc464 is 175, key is test_row_0/A:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:01,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742467_1643 (size=39949)
2024-11-16T02:18:01,353 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/035fd1b8fadb4deb87073474d18cc464
2024-11-16T02:18:01,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/9617fa67cd524eb99de5a2c899480b61 is 50, key is test_row_0/B:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:01,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723541365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723541375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723541375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742468_1644 (size=12301)
2024-11-16T02:18:01,422 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/9617fa67cd524eb99de5a2c899480b61
2024-11-16T02:18:01,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/5392f628c56948939b5b2c40105ec8c9 is 50, key is test_row_0/C:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:01,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742469_1645 (size=12301)
2024-11-16T02:18:01,569 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/5392f628c56948939b5b2c40105ec8c9
2024-11-16T02:18:01,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723541575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723541597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723541597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/035fd1b8fadb4deb87073474d18cc464 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464
2024-11-16T02:18:01,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:01,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:01,634 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464, entries=200, sequenceid=289, filesize=39.0 K
2024-11-16T02:18:01,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/9617fa67cd524eb99de5a2c899480b61 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9617fa67cd524eb99de5a2c899480b61
2024-11-16T02:18:01,666 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9617fa67cd524eb99de5a2c899480b61, entries=150, sequenceid=289, filesize=12.0 K
2024-11-16T02:18:01,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/5392f628c56948939b5b2c40105ec8c9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5392f628c56948939b5b2c40105ec8c9
2024-11-16T02:18:01,688 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5392f628c56948939b5b2c40105ec8c9, entries=150, sequenceid=289, filesize=12.0 K
2024-11-16T02:18:01,689 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~292.16 KB/299168, currentSize=73.80 KB/75570 for 802f4d27e4bb2e4727bd762e539184f3 in 476ms, sequenceid=289, compaction requested=true
2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:01,689 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:18:01,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:18:01,689 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-16T02:18:01,693 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142216 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:18:01,694 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/A is initiating minor compaction (all files)
2024-11-16T02:18:01,694 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/A in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:01,694 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49062 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-16T02:18:01,694 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/B is initiating minor compaction (all files)
2024-11-16T02:18:01,694 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/cacf238e033844af84fb08d744cad090, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=138.9 K
2024-11-16T02:18:01,694 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/B in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:01,694 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:01,694 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/ae2ca3e442a84bfca898e55b63538138, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/4f4a560e00b047c0a77b5c8255801ff4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a71138c7afeb4c62b843595f5c9b3338, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9617fa67cd524eb99de5a2c899480b61] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=47.9 K
2024-11-16T02:18:01,694 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/cacf238e033844af84fb08d744cad090, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464]
2024-11-16T02:18:01,694 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting cacf238e033844af84fb08d744cad090, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731723477389
2024-11-16T02:18:01,694 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting ae2ca3e442a84bfca898e55b63538138, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731723477389
2024-11-16T02:18:01,695 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9c4270d93c348f49f08774c62c7d49a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731723477550
2024-11-16T02:18:01,695 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f4a560e00b047c0a77b5c8255801ff4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731723477550
2024-11-16T02:18:01,695 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe2f98c3319747eebcb2f3c76e61184a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731723478732
2024-11-16T02:18:01,695 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a71138c7afeb4c62b843595f5c9b3338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731723478732
2024-11-16T02:18:01,695 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9617fa67cd524eb99de5a2c899480b61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731723480043
2024-11-16T02:18:01,695 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035fd1b8fadb4deb87073474d18cc464, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731723480032
2024-11-16T02:18:01,711 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:01,713 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#B#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:01,714 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/c487fe94aaa34893aaa411a78eaf1844 is 50, key is test_row_0/B:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:01,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742470_1646 (size=12745)
2024-11-16T02:18:01,761 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116906011c4dcfa45128483405b11c51f26_802f4d27e4bb2e4727bd762e539184f3 store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:01,764 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116906011c4dcfa45128483405b11c51f26_802f4d27e4bb2e4727bd762e539184f3, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:01,764 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116906011c4dcfa45128483405b11c51f26_802f4d27e4bb2e4727bd762e539184f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:01,802 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/c487fe94aaa34893aaa411a78eaf1844 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c487fe94aaa34893aaa411a78eaf1844
2024-11-16T02:18:01,814 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/B of 802f4d27e4bb2e4727bd762e539184f3 into c487fe94aaa34893aaa411a78eaf1844(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:01,814 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:01,814 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/B, priority=12, startTime=1731723481689; duration=0sec
2024-11-16T02:18:01,814 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:18:01,814 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:18:01,814 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:18:01,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742471_1647 (size=4469)
2024-11-16T02:18:01,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:18:01,822 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/C is initiating minor compaction (all files)
2024-11-16T02:18:01,822 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/C in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:01,822 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/56a66642cf234fbf9fab680cab5c7471, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/341184c93cc64839ae015371a3b574bf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5392f628c56948939b5b2c40105ec8c9] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=36.1 K
2024-11-16T02:18:01,825 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 56a66642cf234fbf9fab680cab5c7471, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731723477550
2024-11-16T02:18:01,829 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 341184c93cc64839ae015371a3b574bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731723478732
2024-11-16T02:18:01,832 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5392f628c56948939b5b2c40105ec8c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731723480043
2024-11-16T02:18:01,847 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#C#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:01,848 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/5d73d50e080f496da1fd3efb8f04f0a4 is 50, key is test_row_0/C:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:01,897 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-16T02:18:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:01,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:01,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742472_1648 (size=12745)
2024-11-16T02:18:01,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165388301da02b40dc97cfbc0ece4e9619_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723481258/Put/seqid=0
2024-11-16T02:18:01,932 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/5d73d50e080f496da1fd3efb8f04f0a4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5d73d50e080f496da1fd3efb8f04f0a4
2024-11-16T02:18:01,941 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/C of 802f4d27e4bb2e4727bd762e539184f3 into 5d73d50e080f496da1fd3efb8f04f0a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:01,941 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:01,941 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/C, priority=13, startTime=1731723481689; duration=0sec
2024-11-16T02:18:01,941 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:01,942 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:18:01,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742473_1649 (size=14994)
2024-11-16T02:18:01,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:02,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723541991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723541993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,005 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165388301da02b40dc97cfbc0ece4e9619_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165388301da02b40dc97cfbc0ece4e9619_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723541995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/9ad4886a26734d4a822441bc31f71a4b, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:02,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/9ad4886a26734d4a822441bc31f71a4b is 175, key is test_row_0/A:col10/1731723481258/Put/seqid=0
2024-11-16T02:18:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742474_1650 (size=39949)
2024-11-16T02:18:02,043 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/9ad4886a26734d4a822441bc31f71a4b
2024-11-16T02:18:02,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/6469b26d381c4b6b857a3248a4f1d187 is 50, key is test_row_0/B:col10/1731723481258/Put/seqid=0
2024-11-16T02:18:02,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742475_1651 (size=12301)
2024-11-16T02:18:02,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723542108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723542115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723542115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-16T02:18:02,186 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:02,187 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:18:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-16T02:18:02,201 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:18:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:02,207 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:18:02,207 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:18:02,218 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#A#compaction#552 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:02,218 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/da12a21808b74db9b500576a270946ca is 175, key is test_row_0/A:col10/1731723480043/Put/seqid=0
2024-11-16T02:18:02,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742476_1652 (size=31699)
2024-11-16T02:18:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:02,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723542328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723542329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723542334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46276 deadline: 1731723542356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,359 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_1' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:18:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46280 deadline: 1731723542385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,390 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 667222f7cf1b,37111,1731723316572 for 'test_row_0' in 802f4d27e4bb2e4727bd762e539184f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8282 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-16T02:18:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,504 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/6469b26d381c4b6b857a3248a4f1d187
2024-11-16T02:18:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:02,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/236ac036fd5d4e82be5cadbd177708f4 is 50, key is test_row_0/C:col10/1731723481258/Put/seqid=0
2024-11-16T02:18:02,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:02,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742477_1653 (size=12301)
2024-11-16T02:18:02,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723542645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723542648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723542656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:02,676 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/da12a21808b74db9b500576a270946ca as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/da12a21808b74db9b500576a270946ca
2024-11-16T02:18:02,689 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/A of 802f4d27e4bb2e4727bd762e539184f3 into da12a21808b74db9b500576a270946ca(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:02,689 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:02,689 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/A, priority=12, startTime=1731723481689; duration=0sec
2024-11-16T02:18:02,689 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:02,689 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:18:02,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:02,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:02,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:02,970 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/236ac036fd5d4e82be5cadbd177708f4
2024-11-16T02:18:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/9ad4886a26734d4a822441bc31f71a4b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b
2024-11-16T02:18:02,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b, entries=200, sequenceid=305, filesize=39.0 K
2024-11-16T02:18:03,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/6469b26d381c4b6b857a3248a4f1d187 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6469b26d381c4b6b857a3248a4f1d187
2024-11-16T02:18:03,004 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6469b26d381c4b6b857a3248a4f1d187, entries=150, sequenceid=305, filesize=12.0 K
2024-11-16T02:18:03,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/236ac036fd5d4e82be5cadbd177708f4 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/236ac036fd5d4e82be5cadbd177708f4
2024-11-16T02:18:03,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,011 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/236ac036fd5d4e82be5cadbd177708f4, entries=150, sequenceid=305, filesize=12.0 K
2024-11-16T02:18:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,016 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 802f4d27e4bb2e4727bd762e539184f3 in 1119ms, sequenceid=305, compaction requested=false
2024-11-16T02:18:03,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:03,167 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-16T02:18:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:03,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:03,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167e8f7616d48e4defb49712eab45dbb5d_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:03,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723543214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723543216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723543217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742478_1654 (size=14994)
2024-11-16T02:18:03,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:03,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723543335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723543335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723543336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723543548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723543548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723543548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,644 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:03,654 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167e8f7616d48e4defb49712eab45dbb5d_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167e8f7616d48e4defb49712eab45dbb5d_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:03,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4cbf356abd684fab87afd65fcbdaf04d, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:03,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4cbf356abd684fab87afd65fcbdaf04d is 175, key is test_row_0/A:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:03,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742479_1655 (size=39949)
2024-11-16T02:18:03,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723543867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723543867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723543867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:03,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:03,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:03,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,103 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4cbf356abd684fab87afd65fcbdaf04d
2024-11-16T02:18:04,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/d3d837fe1b604e7b99e3cc331e3fbe90 is 50, key is test_row_0/B:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:04,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742480_1656 (size=12301)
2024-11-16T02:18:04,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:04,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723544375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:04,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723544375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:04,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723544376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:04,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,585 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/d3d837fe1b604e7b99e3cc331e3fbe90
2024-11-16T02:18:04,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/65707753d3cb4bfea2d2a188555e80be is 50, key is test_row_0/C:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:04,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742481_1657 (size=12301)
2024-11-16T02:18:04,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:04,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:05,013 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/65707753d3cb4bfea2d2a188555e80be
2024-11-16T02:18:05,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/4cbf356abd684fab87afd65fcbdaf04d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d
2024-11-16T02:18:05,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d, entries=200, sequenceid=326, filesize=39.0 K
2024-11-16T02:18:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/d3d837fe1b604e7b99e3cc331e3fbe90 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/d3d837fe1b604e7b99e3cc331e3fbe90
2024-11-16T02:18:05,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/d3d837fe1b604e7b99e3cc331e3fbe90, entries=150, sequenceid=326, filesize=12.0 K
2024-11-16T02:18:05,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/65707753d3cb4bfea2d2a188555e80be as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/65707753d3cb4bfea2d2a188555e80be
2024-11-16T02:18:05,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:05,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/65707753d3cb4bfea2d2a188555e80be, entries=150, sequenceid=326, filesize=12.0 K
2024-11-16T02:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:05,078 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 802f4d27e4bb2e4727bd762e539184f3 in 1911ms, sequenceid=326, compaction requested=true
2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:18:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-16T02:18:05,079 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:18:05,080 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:18:05,085 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:18:05,085 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/C is initiating minor compaction (all files)
2024-11-16T02:18:05,085 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/C in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,085 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5d73d50e080f496da1fd3efb8f04f0a4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/236ac036fd5d4e82be5cadbd177708f4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/65707753d3cb4bfea2d2a188555e80be] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=36.5 K
2024-11-16T02:18:05,088 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d73d50e080f496da1fd3efb8f04f0a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731723480043
2024-11-16T02:18:05,091 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236ac036fd5d4e82be5cadbd177708f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731723481247
2024-11-16T02:18:05,098 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65707753d3cb4bfea2d2a188555e80be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731723481958
2024-11-16T02:18:05,100 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111597 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:18:05,100 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/A is initiating minor compaction (all files)
2024-11-16T02:18:05,100 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/A in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,100 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/da12a21808b74db9b500576a270946ca, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=109.0 K
2024-11-16T02:18:05,100 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,100 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/da12a21808b74db9b500576a270946ca, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d]
2024-11-16T02:18:05,104 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting da12a21808b74db9b500576a270946ca, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731723480043
2024-11-16T02:18:05,109 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ad4886a26734d4a822441bc31f71a4b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731723481247
2024-11-16T02:18:05,113 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cbf356abd684fab87afd65fcbdaf04d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731723481958
2024-11-16T02:18:05,130 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#C#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:05,131 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/a7a6038243ea4eac9e18846b0390114b is 50, key is test_row_0/C:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:05,169 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:05,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742482_1658 (size=12847)
2024-11-16T02:18:05,185 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116300e376fed1c444a977e1fef429891d1_802f4d27e4bb2e4727bd762e539184f3 store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:05,187 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116300e376fed1c444a977e1fef429891d1_802f4d27e4bb2e4727bd762e539184f3, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:05,187 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116300e376fed1c444a977e1fef429891d1_802f4d27e4bb2e4727bd762e539184f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:05,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742483_1659 (size=4469)
2024-11-16T02:18:05,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-16T02:18:05,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-16T02:18:05,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:05,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f3ea7f15fef64c8095ba4acd9f52b1d6_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723483197/Put/seqid=0
2024-11-16T02:18:05,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742484_1660 (size=12454)
2024-11-16T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:05,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:05,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723545450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723545453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723545454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723545568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723545568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723545569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,587 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/a7a6038243ea4eac9e18846b0390114b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a7a6038243ea4eac9e18846b0390114b
2024-11-16T02:18:05,600 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/C of 802f4d27e4bb2e4727bd762e539184f3 into a7a6038243ea4eac9e18846b0390114b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:05,600 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:05,600 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/C, priority=13, startTime=1731723485078; duration=0sec
2024-11-16T02:18:05,600 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:18:05,600 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:18:05,600 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-16T02:18:05,601 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-16T02:18:05,601 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/B is initiating minor compaction (all files)
2024-11-16T02:18:05,601 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/B in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:05,601 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c487fe94aaa34893aaa411a78eaf1844, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6469b26d381c4b6b857a3248a4f1d187, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/d3d837fe1b604e7b99e3cc331e3fbe90] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=36.5 K
2024-11-16T02:18:05,604 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c487fe94aaa34893aaa411a78eaf1844, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731723480043
2024-11-16T02:18:05,605 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6469b26d381c4b6b857a3248a4f1d187, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731723481247
2024-11-16T02:18:05,605 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3d837fe1b604e7b99e3cc331e3fbe90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731723481958
2024-11-16T02:18:05,614 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#B#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:05,615 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/9ba1b50639e043d4b6ead6876f035b10 is 50, key is test_row_0/B:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:05,636 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#A#compaction#561 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:05,636 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/16a781a6aa9742b6bd1c88205b4a1ec5 is 175, key is test_row_0/A:col10/1731723483158/Put/seqid=0
2024-11-16T02:18:05,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742485_1661 (size=12847)
2024-11-16T02:18:05,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742486_1662 (size=31801)
2024-11-16T02:18:05,691 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/9ba1b50639e043d4b6ead6876f035b10 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9ba1b50639e043d4b6ead6876f035b10
2024-11-16T02:18:05,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:05,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f3ea7f15fef64c8095ba4acd9f52b1d6_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f3ea7f15fef64c8095ba4acd9f52b1d6_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:05,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/d7a3fc9207bf4692a387640fcf2419d1, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:05,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/d7a3fc9207bf4692a387640fcf2419d1 is 175, key is test_row_0/A:col10/1731723483197/Put/seqid=0
2024-11-16T02:18:05,701 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/B of 802f4d27e4bb2e4727bd762e539184f3 into 9ba1b50639e043d4b6ead6876f035b10(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:05,701 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:05,701 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/B, priority=13, startTime=1731723485078; duration=0sec
2024-11-16T02:18:05,702 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:05,702 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:18:05,711 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/16a781a6aa9742b6bd1c88205b4a1ec5 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/16a781a6aa9742b6bd1c88205b4a1ec5
2024-11-16T02:18:05,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742487_1663 (size=31255)
2024-11-16T02:18:05,730 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/d7a3fc9207bf4692a387640fcf2419d1
2024-11-16T02:18:05,741 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/A of 802f4d27e4bb2e4727bd762e539184f3 into 16a781a6aa9742b6bd1c88205b4a1ec5(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:05,741 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:05,741 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/A, priority=13, startTime=1731723485078; duration=0sec
2024-11-16T02:18:05,741 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:05,741 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:18:05,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/af579a0d212547d19733b637baf41e30 is 50, key is test_row_0/B:col10/1731723483197/Put/seqid=0
2024-11-16T02:18:05,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742488_1664 (size=12301)
2024-11-16T02:18:05,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723545785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723545785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723545786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:05,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:05,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:05,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/af579a0d212547d19733b637baf41e30
2024-11-16T02:18:05,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/8b3f947b94f044ecab63d12f3717dd7b is 50, key is test_row_0/C:col10/1731723483197/Put/seqid=0
2024-11-16T02:18:05,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742489_1665 (size=12301)
2024-11-16T02:18:06,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723546095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723546096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723546105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/8b3f947b94f044ecab63d12f3717dd7b
2024-11-16T02:18:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/d7a3fc9207bf4692a387640fcf2419d1 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1
2024-11-16T02:18:06,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1, entries=150, sequenceid=339, filesize=30.5 K
2024-11-16T02:18:06,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/af579a0d212547d19733b637baf41e30 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/af579a0d212547d19733b637baf41e30
2024-11-16T02:18:06,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/af579a0d212547d19733b637baf41e30, entries=150, sequenceid=339, filesize=12.0 K
2024-11-16T02:18:06,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/8b3f947b94f044ecab63d12f3717dd7b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8b3f947b94f044ecab63d12f3717dd7b
2024-11-16T02:18:06,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8b3f947b94f044ecab63d12f3717dd7b, entries=150, sequenceid=339, filesize=12.0 K
2024-11-16T02:18:06,320 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 802f4d27e4bb2e4727bd762e539184f3 in 1089ms, sequenceid=339, compaction requested=false
2024-11-16T02:18:06,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:06,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:06,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-16T02:18:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-16T02:18:06,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-16T02:18:06,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1160 sec
2024-11-16T02:18:06,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 4.1380 sec
2024-11-16T02:18:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-16T02:18:06,375 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:06,376 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:18:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-16T02:18:06,380 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:18:06,380 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:18:06,381 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:18:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T02:18:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T02:18:06,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-16T02:18:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:06,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-16T02:18:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:06,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:06,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f45eccf65fe44ba29bf7cf428880ffa4_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723485429/Put/seqid=0
2024-11-16T02:18:06,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742490_1666 (size=12454)
2024-11-16T02:18:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:06,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:06,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f45eccf65fe44ba29bf7cf428880ffa4_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f45eccf65fe44ba29bf7cf428880ffa4_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c69a563d7c0449f09621ef904aa7295b, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c69a563d7c0449f09621ef904aa7295b is 175, key is test_row_0/A:col10/1731723485429/Put/seqid=0
2024-11-16T02:18:06,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723546638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723546644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723546645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742491_1667 (size=31255)
2024-11-16T02:18:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T02:18:06,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723546755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723546755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723546755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723546966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723546966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:06,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723546976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T02:18:07,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c69a563d7c0449f09621ef904aa7295b
2024-11-16T02:18:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/5384ad628be44cad81f180b805a97e8b is 50, key is test_row_0/B:col10/1731723485429/Put/seqid=0
2024-11-16T02:18:07,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742492_1668 (size=12301)
2024-11-16T02:18:07,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723547275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:07,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723547276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:07,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723547288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T02:18:07,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/5384ad628be44cad81f180b805a97e8b
2024-11-16T02:18:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/f1baf091423b48d3a8fbbf40e1382756 is 50, key is test_row_0/C:col10/1731723485429/Put/seqid=0
2024-11-16T02:18:07,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742493_1669 (size=12301)
2024-11-16T02:18:07,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723547785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:07,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723547796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:07,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723547797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:07,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:08,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/f1baf091423b48d3a8fbbf40e1382756
2024-11-16T02:18:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c69a563d7c0449f09621ef904aa7295b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b
2024-11-16T02:18:08,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b, entries=150, sequenceid=362, filesize=30.5 K
2024-11-16T02:18:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/5384ad628be44cad81f180b805a97e8b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/5384ad628be44cad81f180b805a97e8b
2024-11-16T02:18:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/5384ad628be44cad81f180b805a97e8b, entries=150, sequenceid=362, filesize=12.0 K
2024-11-16T02:18:08,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/f1baf091423b48d3a8fbbf40e1382756 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f1baf091423b48d3a8fbbf40e1382756
2024-11-16T02:18:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f1baf091423b48d3a8fbbf40e1382756, entries=150, sequenceid=362, filesize=12.0 K
2024-11-16T02:18:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 802f4d27e4bb2e4727bd762e539184f3 in 1623ms, sequenceid=362, compaction requested=true
2024-11-16T02:18:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-16T02:18:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-16T02:18:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,171 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-16T02:18:08,171 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec
2024-11-16T02:18:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,175 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.7960 sec
2024-11-16T02:18:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-16T02:18:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,546 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:18:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-16T02:18:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T02:18:08,551 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:18:08,552 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:18:08,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:18:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T02:18:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-16T02:18:08,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-16T02:18:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166ad291b2a21f402a8646fe536a5b612f_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_1/A:col10/1731723486636/Put/seqid=0
2024-11-16T02:18:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742494_1670 (size=9914)
2024-11-16T02:18:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166ad291b2a21f402a8646fe536a5b612f_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166ad291b2a21f402a8646fe536a5b612f_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c31035117349411d8a4531b7174d656b, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c31035117349411d8a4531b7174d656b is 175, key is test_row_1/A:col10/1731723486636/Put/seqid=0
2024-11-16T02:18:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742495_1671 (size=22561)
2024-11-16T02:18:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c31035117349411d8a4531b7174d656b
2024-11-16T02:18:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/e755f96557534fcc95893399849194f0 is 50, key is test_row_1/B:col10/1731723486636/Put/seqid=0
2024-11-16T02:18:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T02:18:08,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742496_1672 (size=9857)
2024-11-16T02:18:08,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723548879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:08,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723548883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:08,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723548885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:08,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723548995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:08,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723548995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723549006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T02:18:09,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723549205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723549208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723549215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/e755f96557534fcc95893399849194f0
2024-11-16T02:18:09,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/aa8bc99b34d34f2c81d13f9676ff545c is 50, key is test_row_1/C:col10/1731723486636/Put/seqid=0
2024-11-16T02:18:09,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742497_1673 (size=9857)
2024-11-16T02:18:09,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723549515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723549515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723549526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:09,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:09,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T02:18:09,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/aa8bc99b34d34f2c81d13f9676ff545c
2024-11-16T02:18:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c31035117349411d8a4531b7174d656b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b
2024-11-16T02:18:09,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b, entries=100, sequenceid=374, filesize=22.0 K
2024-11-16T02:18:09,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/e755f96557534fcc95893399849194f0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/e755f96557534fcc95893399849194f0
2024-11-16T02:18:09,837 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/e755f96557534fcc95893399849194f0, entries=100, sequenceid=374, filesize=9.6 K
2024-11-16T02:18:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/aa8bc99b34d34f2c81d13f9676ff545c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/aa8bc99b34d34f2c81d13f9676ff545c
2024-11-16T02:18:09,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/aa8bc99b34d34f2c81d13f9676ff545c, entries=100, sequenceid=374, filesize=9.6 K
2024-11-16T02:18:09,881 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 802f4d27e4bb2e4727bd762e539184f3 in 1175ms, sequenceid=374, compaction requested=true
2024-11-16T02:18:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-16T02:18:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-16T02:18:09,886 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-16T02:18:09,886 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec
2024-11-16T02:18:09,895 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.3470 sec
2024-11-16T02:18:10,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723488866, max timestamp=1731723490033Num uniques 859; 
2024-11-16T02:18:10,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:18:10,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723488866, max timestamp=1731723490033Num uniques 859; 
2024-11-16T02:18:10,057 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:18:10,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731723488866, max timestamp=1731723490040Num uniques 859; 
2024-11-16T02:18:10,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-16T02:18:10,068 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB
2024-11-16T02:18:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:10,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116209108a821ea445795dd7c8fc6dcda69_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:10,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742498_1674 (size=14994)
2024-11-16T02:18:10,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723490152, max timestamp=1731723490178Num uniques 859; 
2024-11-16T02:18:10,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723490152, max timestamp=1731723490178Num uniques 859; 
2024-11-16T02:18:10,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:18:10,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:18:10,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731723490152, max timestamp=1731723490178Num uniques 859; 
2024-11-16T02:18:10,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/667222f7cf1b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-16T02:18:10,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723550299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723550301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723550316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723550415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723550425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723550435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:10,537 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116209108a821ea445795dd7c8fc6dcda69_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116209108a821ea445795dd7c8fc6dcda69_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:10,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c39015621f5f469883cc1cdc85a0ec0b, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:10,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c39015621f5f469883cc1cdc85a0ec0b is 175, key is test_row_0/A:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:10,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742499_1675 (size=39949)
2024-11-16T02:18:10,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723550624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723550645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723550645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-16T02:18:10,695 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:10,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-16T02:18:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-16T02:18:10,697 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-16T02:18:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:10,698 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-16T02:18:10,698 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-16T02:18:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:10,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:10,941 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c39015621f5f469883cc1cdc85a0ec0b
2024-11-16T02:18:10,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723550935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/6dd09f4ec7ac4baea0bf2dc830da6b07 is 50, key is test_row_0/B:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:10,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742500_1676 (size=12301)
2024-11-16T02:18:10,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723550954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723550954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:11,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:11,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:11,349 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/6dd09f4ec7ac4baea0bf2dc830da6b07
2024-11-16T02:18:11,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/182045ca78d54eaba07457694256c941 is 50, key is test_row_0/C:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:11,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742501_1677 (size=12301)
2024-11-16T02:18:11,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46230 deadline: 1731723551444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:11,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46258 deadline: 1731723551465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:11,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-16T02:18:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46250 deadline: 1731723551465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 , the old value is region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-16T02:18:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., hostname=667222f7cf1b,37111,1731723316572, seqNum=5 because the exception is null or not the one we care about
2024-11-16T02:18:11,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:11,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,642 INFO  [Thread-2628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2628.
2024-11-16T02:18:11,642 DEBUG [Thread-2628 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:11,642 INFO  [Thread-2632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2632.
2024-11-16T02:18:11,642 DEBUG [Thread-2628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,642 DEBUG [Thread-2632 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:11,642 DEBUG [Thread-2632 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,642 DEBUG [Thread-2628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,642 DEBUG [Thread-2632 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,642 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:11,642 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:11,645 INFO  [Thread-2630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2630.
2024-11-16T02:18:11,645 DEBUG [Thread-2630 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:11,645 DEBUG [Thread-2630 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,645 DEBUG [Thread-2630 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,645 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:11,648 INFO  [Thread-2634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2634.
2024-11-16T02:18:11,648 DEBUG [Thread-2634 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:11,648 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,648 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,648 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:11,648 INFO  [Thread-2636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2636.
2024-11-16T02:18:11,648 DEBUG [Thread-2636 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:11,648 DEBUG [Thread-2636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,649 DEBUG [Thread-2636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:11,649 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:11,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-16T02:18:11,766 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/182045ca78d54eaba07457694256c941
2024-11-16T02:18:11,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/c39015621f5f469883cc1cdc85a0ec0b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b
2024-11-16T02:18:11,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b, entries=200, sequenceid=399, filesize=39.0 K
2024-11-16T02:18:11,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/6dd09f4ec7ac4baea0bf2dc830da6b07 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6dd09f4ec7ac4baea0bf2dc830da6b07
2024-11-16T02:18:11,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6dd09f4ec7ac4baea0bf2dc830da6b07, entries=150, sequenceid=399, filesize=12.0 K
2024-11-16T02:18:11,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/182045ca78d54eaba07457694256c941 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/182045ca78d54eaba07457694256c941
2024-11-16T02:18:11,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/182045ca78d54eaba07457694256c941, entries=150, sequenceid=399, filesize=12.0 K
2024-11-16T02:18:11,784 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=140.89 KB/144270 for 802f4d27e4bb2e4727bd762e539184f3 in 1716ms, sequenceid=399, compaction requested=true
2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:A, priority=-2147483648, current under compaction store size is 1
2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:B, priority=-2147483648, current under compaction store size is 2
2024-11-16T02:18:11,784 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 802f4d27e4bb2e4727bd762e539184f3:C, priority=-2147483648, current under compaction store size is 3
2024-11-16T02:18:11,784 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-16T02:18:11,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:18:11,785 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 156821 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-16T02:18:11,785 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 59607 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-16T02:18:11,785 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/B is initiating minor compaction (all files)
2024-11-16T02:18:11,785 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/A is initiating minor compaction (all files)
2024-11-16T02:18:11,785 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/B in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,785 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/A in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,785 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/16a781a6aa9742b6bd1c88205b4a1ec5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=153.1 K
2024-11-16T02:18:11,785 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9ba1b50639e043d4b6ead6876f035b10, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/af579a0d212547d19733b637baf41e30, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/5384ad628be44cad81f180b805a97e8b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/e755f96557534fcc95893399849194f0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6dd09f4ec7ac4baea0bf2dc830da6b07] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=58.2 K
2024-11-16T02:18:11,785 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,785 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. files: [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/16a781a6aa9742b6bd1c88205b4a1ec5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b]
2024-11-16T02:18:11,785 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ba1b50639e043d4b6ead6876f035b10, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731723481958
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16a781a6aa9742b6bd1c88205b4a1ec5, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731723481958
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting af579a0d212547d19733b637baf41e30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731723483193
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7a3fc9207bf4692a387640fcf2419d1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731723483193
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 5384ad628be44cad81f180b805a97e8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731723485429
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c69a563d7c0449f09621ef904aa7295b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731723485429
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting e755f96557534fcc95893399849194f0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731723486636
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c31035117349411d8a4531b7174d656b, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731723486636
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dd09f4ec7ac4baea0bf2dc830da6b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731723490040
2024-11-16T02:18:11,786 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39015621f5f469883cc1cdc85a0ec0b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731723490033
2024-11-16T02:18:11,793 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:11,794 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116a517ab38467342ae9b063bbe9e6e43a9_802f4d27e4bb2e4727bd762e539184f3 store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:11,794 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#B#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:11,795 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/a97e567e292d4d929e78031305ebe0a9 is 50, key is test_row_0/B:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:11,798 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116a517ab38467342ae9b063bbe9e6e43a9_802f4d27e4bb2e4727bd762e539184f3, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:11,798 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a517ab38467342ae9b063bbe9e6e43a9_802f4d27e4bb2e4727bd762e539184f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:11,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742502_1678 (size=13017)
2024-11-16T02:18:11,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742503_1679 (size=4469)
2024-11-16T02:18:11,802 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#A#compaction#576 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:11,802 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/5d7a194a2c4045dda81c89695f40f81d is 175, key is test_row_0/A:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:11,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742504_1680 (size=31971)
2024-11-16T02:18:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:11,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-16T02:18:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:11,918 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-16T02:18:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-16T02:18:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167c82e99fdda147cf93c6a1ebc863dab2_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723490299/Put/seqid=0
2024-11-16T02:18:11,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742505_1681 (size=12454)
2024-11-16T02:18:12,206 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/a97e567e292d4d929e78031305ebe0a9 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a97e567e292d4d929e78031305ebe0a9
2024-11-16T02:18:12,211 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/5d7a194a2c4045dda81c89695f40f81d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/5d7a194a2c4045dda81c89695f40f81d
2024-11-16T02:18:12,212 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/B of 802f4d27e4bb2e4727bd762e539184f3 into a97e567e292d4d929e78031305ebe0a9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:12,212 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:12,212 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/B, priority=11, startTime=1731723491784; duration=0sec
2024-11-16T02:18:12,212 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-16T02:18:12,212 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:B
2024-11-16T02:18:12,212 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-16T02:18:12,214 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 59607 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-16T02:18:12,214 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1541): 802f4d27e4bb2e4727bd762e539184f3/C is initiating minor compaction (all files)
2024-11-16T02:18:12,214 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 802f4d27e4bb2e4727bd762e539184f3/C in TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:12,214 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a7a6038243ea4eac9e18846b0390114b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8b3f947b94f044ecab63d12f3717dd7b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f1baf091423b48d3a8fbbf40e1382756, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/aa8bc99b34d34f2c81d13f9676ff545c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/182045ca78d54eaba07457694256c941] into tmpdir=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp, totalSize=58.2 K
2024-11-16T02:18:12,215 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a6038243ea4eac9e18846b0390114b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731723481958
2024-11-16T02:18:12,215 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b3f947b94f044ecab63d12f3717dd7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731723483193
2024-11-16T02:18:12,215 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting f1baf091423b48d3a8fbbf40e1382756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731723485429
2024-11-16T02:18:12,216 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8bc99b34d34f2c81d13f9676ff545c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731723486636
2024-11-16T02:18:12,216 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] compactions.Compactor(225): Compacting 182045ca78d54eaba07457694256c941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1731723490040
2024-11-16T02:18:12,217 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/A of 802f4d27e4bb2e4727bd762e539184f3 into 5d7a194a2c4045dda81c89695f40f81d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:12,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:12,217 INFO  [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/A, priority=11, startTime=1731723491784; duration=0sec
2024-11-16T02:18:12,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:12,217 DEBUG [RS:0;667222f7cf1b:37111-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:A
2024-11-16T02:18:12,224 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 802f4d27e4bb2e4727bd762e539184f3#C#compaction#578 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-16T02:18:12,224 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/4fd948daeafd47c7adee8a46a3b13a6f is 50, key is test_row_0/C:col10/1731723490065/Put/seqid=0
2024-11-16T02:18:12,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742506_1682 (size=13017)
2024-11-16T02:18:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:12,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167c82e99fdda147cf93c6a1ebc863dab2_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167c82e99fdda147cf93c6a1ebc863dab2_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:12,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/20e2dc713e56466da4a40695909dc5ee, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/20e2dc713e56466da4a40695909dc5ee is 175, key is test_row_0/A:col10/1731723490299/Put/seqid=0
2024-11-16T02:18:12,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742507_1683 (size=31255)
2024-11-16T02:18:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37111 {}] regionserver.HRegion(8855): Flush requested on 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:12,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. as already flushing
2024-11-16T02:18:12,367 INFO  [Thread-2619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2619.
2024-11-16T02:18:12,367 DEBUG [Thread-2619 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:12,367 DEBUG [Thread-2619 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,367 DEBUG [Thread-2619 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,368 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:12,458 INFO  [Thread-2623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2623.
2024-11-16T02:18:12,459 DEBUG [Thread-2623 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:12,459 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,459 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,459 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:12,480 INFO  [Thread-2621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2621.
2024-11-16T02:18:12,480 DEBUG [Thread-2621 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:12,480 DEBUG [Thread-2621 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,480 DEBUG [Thread-2621 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,480 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:12,488 INFO  [Thread-2617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2617.
2024-11-16T02:18:12,488 INFO  [Thread-2625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2625.
2024-11-16T02:18:12,488 DEBUG [Thread-2625 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:12,488 DEBUG [Thread-2617 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-16T02:18:12,488 DEBUG [Thread-2625 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,488 DEBUG [Thread-2617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,488 DEBUG [Thread-2625 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,488 DEBUG [Thread-2617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:12,488 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:12,488 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:12,631 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/4fd948daeafd47c7adee8a46a3b13a6f as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/4fd948daeafd47c7adee8a46a3b13a6f
2024-11-16T02:18:12,634 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 802f4d27e4bb2e4727bd762e539184f3/C of 802f4d27e4bb2e4727bd762e539184f3 into 4fd948daeafd47c7adee8a46a3b13a6f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-16T02:18:12,634 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:12,634 INFO  [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., storeName=802f4d27e4bb2e4727bd762e539184f3/C, priority=11, startTime=1731723491784; duration=0sec
2024-11-16T02:18:12,634 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-16T02:18:12,634 DEBUG [RS:0;667222f7cf1b:37111-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 802f4d27e4bb2e4727bd762e539184f3:C
2024-11-16T02:18:12,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/20e2dc713e56466da4a40695909dc5ee
2024-11-16T02:18:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/0ad9b247cc0c4835a6ab4a3ce8526d4a is 50, key is test_row_0/B:col10/1731723490299/Put/seqid=0
2024-11-16T02:18:12,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742508_1684 (size=12301)
2024-11-16T02:18:12,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/0ad9b247cc0c4835a6ab4a3ce8526d4a
2024-11-16T02:18:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/937645d606644476a0ab6a5a489dad9d is 50, key is test_row_0/C:col10/1731723490299/Put/seqid=0
2024-11-16T02:18:12,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742509_1685 (size=12301)
2024-11-16T02:18:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:13,166 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/937645d606644476a0ab6a5a489dad9d
2024-11-16T02:18:13,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/20e2dc713e56466da4a40695909dc5ee as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/20e2dc713e56466da4a40695909dc5ee
2024-11-16T02:18:13,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/20e2dc713e56466da4a40695909dc5ee, entries=150, sequenceid=436, filesize=30.5 K
2024-11-16T02:18:13,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/0ad9b247cc0c4835a6ab4a3ce8526d4a as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/0ad9b247cc0c4835a6ab4a3ce8526d4a
2024-11-16T02:18:13,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/0ad9b247cc0c4835a6ab4a3ce8526d4a, entries=150, sequenceid=436, filesize=12.0 K
2024-11-16T02:18:13,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/937645d606644476a0ab6a5a489dad9d as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/937645d606644476a0ab6a5a489dad9d
2024-11-16T02:18:13,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/937645d606644476a0ab6a5a489dad9d, entries=150, sequenceid=436, filesize=12.0 K
2024-11-16T02:18:13,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=33.54 KB/34350 for 802f4d27e4bb2e4727bd762e539184f3 in 1262ms, sequenceid=436, compaction requested=false
2024-11-16T02:18:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 802f4d27e4bb2e4727bd762e539184f3:

2024-11-16T02:18:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-16T02:18:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-16T02:18:13,182 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-16T02:18:13,183 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4830 sec
2024-11-16T02:18:13,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.4870 sec
2024-11-16T02:18:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-16T02:18:14,856 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 11
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 8
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 132
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1820
2024-11-16T02:18:14,856 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1744
2024-11-16T02:18:14,857 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1737
2024-11-16T02:18:14,857 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1790
2024-11-16T02:18:14,857 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1762
2024-11-16T02:18:14,857 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-16T02:18:14,857 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:18:14,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:18:14,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:14,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:14,857 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:14,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-16T02:18:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T02:18:14,862 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723494861"}]},"ts":"1731723494861"}
2024-11-16T02:18:14,863 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-16T02:18:14,863 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-16T02:18:14,863 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-16T02:18:14,865 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, UNASSIGN}]
2024-11-16T02:18:14,865 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, UNASSIGN
2024-11-16T02:18:14,866 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=CLOSING, regionLocation=667222f7cf1b,37111,1731723316572
2024-11-16T02:18:14,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, UNASSIGN because future has completed
2024-11-16T02:18:14,867 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-16T02:18:14,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572}]
2024-11-16T02:18:14,884 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-16T02:18:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T02:18:15,020 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(122): Close 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-16T02:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1722): Closing 802f4d27e4bb2e4727bd762e539184f3, disabling compactions & flushes
2024-11-16T02:18:15,020 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:15,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. after waiting 0 ms
2024-11-16T02:18:15,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:15,021 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2902): Flushing 802f4d27e4bb2e4727bd762e539184f3 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-16T02:18:15,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=A
2024-11-16T02:18:15,022 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:15,022 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=B
2024-11-16T02:18:15,022 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:15,022 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 802f4d27e4bb2e4727bd762e539184f3, store=C
2024-11-16T02:18:15,022 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-16T02:18:15,031 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165e5b8ffb269648ec955529b9ebb32599_802f4d27e4bb2e4727bd762e539184f3 is 50, key is test_row_0/A:col10/1731723492486/Put/seqid=0
2024-11-16T02:18:15,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742510_1686 (size=12454)
2024-11-16T02:18:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T02:18:15,435 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-16T02:18:15,439 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165e5b8ffb269648ec955529b9ebb32599_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e5b8ffb269648ec955529b9ebb32599_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:15,439 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ce22c3275cdc4fc69c8688b8927b6986, store: [table=TestAcidGuarantees family=A region=802f4d27e4bb2e4727bd762e539184f3]
2024-11-16T02:18:15,440 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ce22c3275cdc4fc69c8688b8927b6986 is 175, key is test_row_0/A:col10/1731723492486/Put/seqid=0
2024-11-16T02:18:15,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742511_1687 (size=31255)
2024-11-16T02:18:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T02:18:15,843 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ce22c3275cdc4fc69c8688b8927b6986
2024-11-16T02:18:15,854 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/7f7d6b807c0b441c94972b2ead5de5f0 is 50, key is test_row_0/B:col10/1731723492486/Put/seqid=0
2024-11-16T02:18:15,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742512_1688 (size=12301)
2024-11-16T02:18:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T02:18:16,258 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/7f7d6b807c0b441c94972b2ead5de5f0
2024-11-16T02:18:16,269 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/b6d3cf951de84531a5873a397ecb4df0 is 50, key is test_row_0/C:col10/1731723492486/Put/seqid=0
2024-11-16T02:18:16,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742513_1689 (size=12301)
2024-11-16T02:18:16,672 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/b6d3cf951de84531a5873a397ecb4df0
2024-11-16T02:18:16,677 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/A/ce22c3275cdc4fc69c8688b8927b6986 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ce22c3275cdc4fc69c8688b8927b6986
2024-11-16T02:18:16,681 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ce22c3275cdc4fc69c8688b8927b6986, entries=150, sequenceid=447, filesize=30.5 K
2024-11-16T02:18:16,682 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/B/7f7d6b807c0b441c94972b2ead5de5f0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/7f7d6b807c0b441c94972b2ead5de5f0
2024-11-16T02:18:16,686 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/7f7d6b807c0b441c94972b2ead5de5f0, entries=150, sequenceid=447, filesize=12.0 K
2024-11-16T02:18:16,687 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/.tmp/C/b6d3cf951de84531a5873a397ecb4df0 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b6d3cf951de84531a5873a397ecb4df0
2024-11-16T02:18:16,692 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b6d3cf951de84531a5873a397ecb4df0, entries=150, sequenceid=447, filesize=12.0 K
2024-11-16T02:18:16,693 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 802f4d27e4bb2e4727bd762e539184f3 in 1671ms, sequenceid=447, compaction requested=true
2024-11-16T02:18:16,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/38ccd837d33e4cf9a72251c7ec64129f, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/b0ab9a44c96443a88c1ecbfd82026154, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/cacf238e033844af84fb08d744cad090, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/da12a21808b74db9b500576a270946ca, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/16a781a6aa9742b6bd1c88205b4a1ec5, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b] to archive
2024-11-16T02:18:16,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:18:16,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a39c6ce554e43dcaa9da45045fef040
2024-11-16T02:18:16,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/0bcba030e47843219a01a07302264849
2024-11-16T02:18:16,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/38ccd837d33e4cf9a72251c7ec64129f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/38ccd837d33e4cf9a72251c7ec64129f
2024-11-16T02:18:16,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe6d5881cc074f1783ebbff9214ab2be
2024-11-16T02:18:16,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4a97616433774c7c875141da2350b549
2024-11-16T02:18:16,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/6d3de1ffac2244e9814b8e918a5429a5
2024-11-16T02:18:16,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/b0ab9a44c96443a88c1ecbfd82026154 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/b0ab9a44c96443a88c1ecbfd82026154
2024-11-16T02:18:16,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ade427904bb94c5ebb532dea6c338ad9
2024-11-16T02:18:16,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/00065a98f5254329a60a8767e6e0691a
2024-11-16T02:18:16,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/cacf238e033844af84fb08d744cad090 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/cacf238e033844af84fb08d744cad090
2024-11-16T02:18:16,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/a9c4270d93c348f49f08774c62c7d49a
2024-11-16T02:18:16,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/fe2f98c3319747eebcb2f3c76e61184a
2024-11-16T02:18:16,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/035fd1b8fadb4deb87073474d18cc464
2024-11-16T02:18:16,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/da12a21808b74db9b500576a270946ca to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/da12a21808b74db9b500576a270946ca
2024-11-16T02:18:16,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/9ad4886a26734d4a822441bc31f71a4b
2024-11-16T02:18:16,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/4cbf356abd684fab87afd65fcbdaf04d
2024-11-16T02:18:16,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/16a781a6aa9742b6bd1c88205b4a1ec5 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/16a781a6aa9742b6bd1c88205b4a1ec5
2024-11-16T02:18:16,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/d7a3fc9207bf4692a387640fcf2419d1
2024-11-16T02:18:16,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c69a563d7c0449f09621ef904aa7295b
2024-11-16T02:18:16,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c31035117349411d8a4531b7174d656b
2024-11-16T02:18:16,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/c39015621f5f469883cc1cdc85a0ec0b
2024-11-16T02:18:16,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/721b874f898342ee9b05c5a7b30a6208, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/3a4915733a3e48f08fd6908d50ab6c56, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/1e32d3b57e874b1a9ced78c647dc83c3, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/364c65236dc04f8ca9676e81bd03c6fe, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/435ca1fd57054348a4b575beaa64b1b9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c76c4f2099a1488e8612484236cc9382, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/093784b846604c2aafab90fcabbff368, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/263514a7554a4b10a3701f04faa9bba1, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/ae2ca3e442a84bfca898e55b63538138, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/f17539e2d0154344919548731c54672e, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/4f4a560e00b047c0a77b5c8255801ff4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a71138c7afeb4c62b843595f5c9b3338, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c487fe94aaa34893aaa411a78eaf1844, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9617fa67cd524eb99de5a2c899480b61, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6469b26d381c4b6b857a3248a4f1d187, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9ba1b50639e043d4b6ead6876f035b10, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/d3d837fe1b604e7b99e3cc331e3fbe90, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/af579a0d212547d19733b637baf41e30, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/5384ad628be44cad81f180b805a97e8b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/e755f96557534fcc95893399849194f0, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6dd09f4ec7ac4baea0bf2dc830da6b07] to archive
2024-11-16T02:18:16,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:18:16,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/721b874f898342ee9b05c5a7b30a6208 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/721b874f898342ee9b05c5a7b30a6208
2024-11-16T02:18:16,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/3a4915733a3e48f08fd6908d50ab6c56 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/3a4915733a3e48f08fd6908d50ab6c56
2024-11-16T02:18:16,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/1e32d3b57e874b1a9ced78c647dc83c3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/1e32d3b57e874b1a9ced78c647dc83c3
2024-11-16T02:18:16,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/364c65236dc04f8ca9676e81bd03c6fe to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/364c65236dc04f8ca9676e81bd03c6fe
2024-11-16T02:18:16,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/435ca1fd57054348a4b575beaa64b1b9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/435ca1fd57054348a4b575beaa64b1b9
2024-11-16T02:18:16,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c76c4f2099a1488e8612484236cc9382 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c76c4f2099a1488e8612484236cc9382
2024-11-16T02:18:16,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/093784b846604c2aafab90fcabbff368 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/093784b846604c2aafab90fcabbff368
2024-11-16T02:18:16,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/263514a7554a4b10a3701f04faa9bba1 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/263514a7554a4b10a3701f04faa9bba1
2024-11-16T02:18:16,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/ae2ca3e442a84bfca898e55b63538138 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/ae2ca3e442a84bfca898e55b63538138
2024-11-16T02:18:16,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/f17539e2d0154344919548731c54672e to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/f17539e2d0154344919548731c54672e
2024-11-16T02:18:16,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/4f4a560e00b047c0a77b5c8255801ff4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/4f4a560e00b047c0a77b5c8255801ff4
2024-11-16T02:18:16,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a71138c7afeb4c62b843595f5c9b3338 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a71138c7afeb4c62b843595f5c9b3338
2024-11-16T02:18:16,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c487fe94aaa34893aaa411a78eaf1844 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/c487fe94aaa34893aaa411a78eaf1844
2024-11-16T02:18:16,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9617fa67cd524eb99de5a2c899480b61 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9617fa67cd524eb99de5a2c899480b61
2024-11-16T02:18:16,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6469b26d381c4b6b857a3248a4f1d187 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6469b26d381c4b6b857a3248a4f1d187
2024-11-16T02:18:16,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9ba1b50639e043d4b6ead6876f035b10 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/9ba1b50639e043d4b6ead6876f035b10
2024-11-16T02:18:16,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/d3d837fe1b604e7b99e3cc331e3fbe90 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/d3d837fe1b604e7b99e3cc331e3fbe90
2024-11-16T02:18:16,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/af579a0d212547d19733b637baf41e30 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/af579a0d212547d19733b637baf41e30
2024-11-16T02:18:16,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/5384ad628be44cad81f180b805a97e8b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/5384ad628be44cad81f180b805a97e8b
2024-11-16T02:18:16,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/e755f96557534fcc95893399849194f0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/e755f96557534fcc95893399849194f0
2024-11-16T02:18:16,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6dd09f4ec7ac4baea0bf2dc830da6b07 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/6dd09f4ec7ac4baea0bf2dc830da6b07
2024-11-16T02:18:16,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/87aba0bfdc2341b2b5b4381fbf506a13, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/1cc41d893a2c43c68be6c7e6bdfeabb4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b85232e3a374486eafd996b27c8ad5ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/9ab888891cee4cd997446df00c270568, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a93e38138ad44a85a1e2c4482fbdbf05, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/435d1ef970ef4fbe846837e95d7ead4a, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/7a8541d2f5634d25b0751af15f6696b8, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f7b977e4703a41619e5e613347702b9b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8cf25df2a729425a9ff45d2f984f05ae, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/56a66642cf234fbf9fab680cab5c7471, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/152c21c66ee9429399e18a60e2a37e01, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/341184c93cc64839ae015371a3b574bf, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5d73d50e080f496da1fd3efb8f04f0a4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5392f628c56948939b5b2c40105ec8c9, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/236ac036fd5d4e82be5cadbd177708f4, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a7a6038243ea4eac9e18846b0390114b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/65707753d3cb4bfea2d2a188555e80be, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8b3f947b94f044ecab63d12f3717dd7b, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f1baf091423b48d3a8fbbf40e1382756, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/aa8bc99b34d34f2c81d13f9676ff545c, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/182045ca78d54eaba07457694256c941] to archive
2024-11-16T02:18:16,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-16T02:18:16,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/87aba0bfdc2341b2b5b4381fbf506a13 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/87aba0bfdc2341b2b5b4381fbf506a13
2024-11-16T02:18:16,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/1cc41d893a2c43c68be6c7e6bdfeabb4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/1cc41d893a2c43c68be6c7e6bdfeabb4
2024-11-16T02:18:16,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b85232e3a374486eafd996b27c8ad5ae to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b85232e3a374486eafd996b27c8ad5ae
2024-11-16T02:18:16,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/9ab888891cee4cd997446df00c270568 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/9ab888891cee4cd997446df00c270568
2024-11-16T02:18:16,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a93e38138ad44a85a1e2c4482fbdbf05 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a93e38138ad44a85a1e2c4482fbdbf05
2024-11-16T02:18:16,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/435d1ef970ef4fbe846837e95d7ead4a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/435d1ef970ef4fbe846837e95d7ead4a
2024-11-16T02:18:16,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/7a8541d2f5634d25b0751af15f6696b8 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/7a8541d2f5634d25b0751af15f6696b8
2024-11-16T02:18:16,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f7b977e4703a41619e5e613347702b9b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f7b977e4703a41619e5e613347702b9b
2024-11-16T02:18:16,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8cf25df2a729425a9ff45d2f984f05ae to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8cf25df2a729425a9ff45d2f984f05ae
2024-11-16T02:18:16,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/56a66642cf234fbf9fab680cab5c7471 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/56a66642cf234fbf9fab680cab5c7471
2024-11-16T02:18:16,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/152c21c66ee9429399e18a60e2a37e01 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/152c21c66ee9429399e18a60e2a37e01
2024-11-16T02:18:16,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/341184c93cc64839ae015371a3b574bf to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/341184c93cc64839ae015371a3b574bf
2024-11-16T02:18:16,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5d73d50e080f496da1fd3efb8f04f0a4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5d73d50e080f496da1fd3efb8f04f0a4
2024-11-16T02:18:16,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5392f628c56948939b5b2c40105ec8c9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/5392f628c56948939b5b2c40105ec8c9
2024-11-16T02:18:16,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/236ac036fd5d4e82be5cadbd177708f4 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/236ac036fd5d4e82be5cadbd177708f4
2024-11-16T02:18:16,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a7a6038243ea4eac9e18846b0390114b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/a7a6038243ea4eac9e18846b0390114b
2024-11-16T02:18:16,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/65707753d3cb4bfea2d2a188555e80be to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/65707753d3cb4bfea2d2a188555e80be
2024-11-16T02:18:16,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8b3f947b94f044ecab63d12f3717dd7b to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/8b3f947b94f044ecab63d12f3717dd7b
2024-11-16T02:18:16,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f1baf091423b48d3a8fbbf40e1382756 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/f1baf091423b48d3a8fbbf40e1382756
2024-11-16T02:18:16,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/aa8bc99b34d34f2c81d13f9676ff545c to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/aa8bc99b34d34f2c81d13f9676ff545c
2024-11-16T02:18:16,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/182045ca78d54eaba07457694256c941 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/182045ca78d54eaba07457694256c941
2024-11-16T02:18:16,792 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/recovered.edits/450.seqid, newMaxSeqId=450, maxSeqId=4
2024-11-16T02:18:16,792 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.
2024-11-16T02:18:16,792 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1676): Region close journal for 802f4d27e4bb2e4727bd762e539184f3:
Waiting for close lock at 1731723495020Running coprocessor pre-close hooks at 1731723495020Disabling compacts and flushes for region at 1731723495020Disabling writes for close at 1731723495021 (+1 ms)Obtaining lock to block concurrent updates at 1731723495021Preparing flush snapshotting stores in 802f4d27e4bb2e4727bd762e539184f3 at 1731723495021Finished memstore snapshotting TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731723495022 (+1 ms)Flushing stores of TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3. at 1731723495023 (+1 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/A: creating writer at 1731723495023Flushing mob file 802f4d27e4bb2e4727bd762e539184f3/A: appending metadata at 1731723495031 (+8 ms)Flushing mob file 802f4d27e4bb2e4727bd762e539184f3/A: closing flushed file at 1731723495031Flushing 802f4d27e4bb2e4727bd762e539184f3/A: appending metadata at 1731723495439 (+408 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/A: closing flushed file at 1731723495440 (+1 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/B: creating writer at 1731723495851 (+411 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/B: appending metadata at 1731723495854 (+3 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/B: closing flushed file at 1731723495854Flushing 802f4d27e4bb2e4727bd762e539184f3/C: creating writer at 1731723496264 (+410 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/C: appending metadata at 1731723496268 (+4 ms)Flushing 802f4d27e4bb2e4727bd762e539184f3/C: closing flushed file at 1731723496268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768f0c4f: reopening flushed file at 1731723496676 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cab2510: reopening flushed file at 1731723496681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7761f2e1: reopening flushed file at 1731723496686 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 802f4d27e4bb2e4727bd762e539184f3 in 1671ms, sequenceid=447, compaction requested=true at 1731723496693 (+7 ms)Writing region close event to WAL at 1731723496788 (+95 ms)Running coprocessor post-close hooks at 1731723496792 (+4 ms)Closed at 1731723496792
2024-11-16T02:18:16,795 INFO  [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(157): Closed 802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:16,796 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=802f4d27e4bb2e4727bd762e539184f3, regionState=CLOSED
2024-11-16T02:18:16,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 because future has completed
2024-11-16T02:18:16,800 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-16T02:18:16,800 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseRegionProcedure 802f4d27e4bb2e4727bd762e539184f3, server=667222f7cf1b,37111,1731723316572 in 1.9310 sec
2024-11-16T02:18:16,802 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-16T02:18:16,802 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=802f4d27e4bb2e4727bd762e539184f3, UNASSIGN in 1.9350 sec
2024-11-16T02:18:16,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-16T02:18:16,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9400 sec
2024-11-16T02:18:16,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723496806"}]},"ts":"1731723496806"}
2024-11-16T02:18:16,808 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-16T02:18:16,808 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-16T02:18:16,810 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9510 sec
2024-11-16T02:18:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-16T02:18:17,015 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:17,016 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-16T02:18:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:17,017 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-16T02:18:17,018 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:17,020 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,023 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C, FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/recovered.edits]
2024-11-16T02:18:17,026 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/20e2dc713e56466da4a40695909dc5ee to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/20e2dc713e56466da4a40695909dc5ee
2024-11-16T02:18:17,027 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/5d7a194a2c4045dda81c89695f40f81d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/5d7a194a2c4045dda81c89695f40f81d
2024-11-16T02:18:17,028 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ce22c3275cdc4fc69c8688b8927b6986 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/A/ce22c3275cdc4fc69c8688b8927b6986
2024-11-16T02:18:17,029 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/0ad9b247cc0c4835a6ab4a3ce8526d4a to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/0ad9b247cc0c4835a6ab4a3ce8526d4a
2024-11-16T02:18:17,030 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/7f7d6b807c0b441c94972b2ead5de5f0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/7f7d6b807c0b441c94972b2ead5de5f0
2024-11-16T02:18:17,031 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a97e567e292d4d929e78031305ebe0a9 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/B/a97e567e292d4d929e78031305ebe0a9
2024-11-16T02:18:17,032 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/4fd948daeafd47c7adee8a46a3b13a6f to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/4fd948daeafd47c7adee8a46a3b13a6f
2024-11-16T02:18:17,033 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/937645d606644476a0ab6a5a489dad9d to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/937645d606644476a0ab6a5a489dad9d
2024-11-16T02:18:17,034 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b6d3cf951de84531a5873a397ecb4df0 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/C/b6d3cf951de84531a5873a397ecb4df0
2024-11-16T02:18:17,036 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/recovered.edits/450.seqid to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3/recovered.edits/450.seqid
2024-11-16T02:18:17,037 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/default/TestAcidGuarantees/802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,037 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-16T02:18:17,037 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T02:18:17,038 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-16T02:18:17,040 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160b65e8d9c8564ee8ac668fa7ab9e6954_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160b65e8d9c8564ee8ac668fa7ab9e6954_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,042 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161688ab57073b4b1a9ddf3e4dcaf163c8_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161688ab57073b4b1a9ddf3e4dcaf163c8_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,042 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161c56ee4c74a3462682bb5969a773170c_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161c56ee4c74a3462682bb5969a773170c_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,043 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116209108a821ea445795dd7c8fc6dcda69_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116209108a821ea445795dd7c8fc6dcda69_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,044 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111622ed8c9d872541ef83b84da721d03c76_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111622ed8c9d872541ef83b84da721d03c76_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,044 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411164942c5b3826d4929b576bd28b5ba20e3_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411164942c5b3826d4929b576bd28b5ba20e3_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,045 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165388301da02b40dc97cfbc0ece4e9619_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165388301da02b40dc97cfbc0ece4e9619_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,046 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e5b8ffb269648ec955529b9ebb32599_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165e5b8ffb269648ec955529b9ebb32599_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,047 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166451d8d93fdc4e3d89f63c7bee29bc0f_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166451d8d93fdc4e3d89f63c7bee29bc0f_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,048 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166ad291b2a21f402a8646fe536a5b612f_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166ad291b2a21f402a8646fe536a5b612f_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,048 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166cc7b8cd1289482c8a2f79ee09185a25_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166cc7b8cd1289482c8a2f79ee09185a25_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,049 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167c82e99fdda147cf93c6a1ebc863dab2_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167c82e99fdda147cf93c6a1ebc863dab2_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,050 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167e8f7616d48e4defb49712eab45dbb5d_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167e8f7616d48e4defb49712eab45dbb5d_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,051 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b218c1ec0ec84b109867f654494446b1_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b218c1ec0ec84b109867f654494446b1_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,051 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba9156b04e884e88a569df270a4276e5_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba9156b04e884e88a569df270a4276e5_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,052 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f3ea7f15fef64c8095ba4acd9f52b1d6_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f3ea7f15fef64c8095ba4acd9f52b1d6_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,053 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f45eccf65fe44ba29bf7cf428880ffa4_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f45eccf65fe44ba29bf7cf428880ffa4_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,054 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5d9b0878020401d8332349f33b6ab25_802f4d27e4bb2e4727bd762e539184f3 to hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f5d9b0878020401d8332349f33b6ab25_802f4d27e4bb2e4727bd762e539184f3
2024-11-16T02:18:17,054 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-16T02:18:17,056 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:17,058 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-16T02:18:17,059 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-16T02:18:17,060 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:17,060 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-16T02:18:17,060 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731723497060"}]},"ts":"9223372036854775807"}
2024-11-16T02:18:17,062 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-16T02:18:17,062 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 802f4d27e4bb2e4727bd762e539184f3, NAME => 'TestAcidGuarantees,,1731723468268.802f4d27e4bb2e4727bd762e539184f3.', STARTKEY => '', ENDKEY => ''}]
2024-11-16T02:18:17,062 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-16T02:18:17,062 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731723497062"}]},"ts":"9223372036854775807"}
2024-11-16T02:18:17,064 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-16T02:18:17,064 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-16T02:18:17,065 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec
2024-11-16T02:18:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-16T02:18:17,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-16T02:18:17,125 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-16T02:18:17,134 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1202 (was 1175) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=258 (was 257) - AvailableMemoryMB LEAK? -
2024-11-16T02:18:17,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-16T02:18:17,134 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:18:17,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:18:17,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:17,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:17,134 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-16T02:18:17,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-16T02:18:17,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=840105357, stopped=false
2024-11-16T02:18:17,135 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,37823,1731723315799
2024-11-16T02:18:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T02:18:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-16T02:18:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:18:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:18:17,145 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T02:18:17,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T02:18:17,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-16T02:18:17,146 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-16T02:18:17,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:18:17,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:17,147 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,37111,1731723316572' *****
2024-11-16T02:18:17,147 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-16T02:18:17,147 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-16T02:18:17,147 INFO  [RS:0;667222f7cf1b:37111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-16T02:18:17,147 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,37111,1731723316572
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37111.
2024-11-16T02:18:17,148 DEBUG [RS:0;667222f7cf1b:37111 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-16T02:18:17,148 DEBUG [RS:0;667222f7cf1b:37111 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-16T02:18:17,148 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-16T02:18:17,149 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-16T02:18:17,149 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:17,149 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-16T02:18:17,149 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-16T02:18:17,149 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-16T02:18:17,149 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-16T02:18:17,149 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-16T02:18:17,149 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-16T02:18:17,170 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/info/6d1413b649c94c70b81514d7c8aae2f2 is 95, key is TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92./info:/1731723355028/DeleteFamily/seqid=0
2024-11-16T02:18:17,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742514_1690 (size=6514)
2024-11-16T02:18:17,183 INFO  [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T02:18:17,349 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:17,549 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:17,574 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/info/6d1413b649c94c70b81514d7c8aae2f2
2024-11-16T02:18:17,595 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/ns/15cb0d3c13df494c83a28829cd5b6149 is 93, key is TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92./ns:/1731723354989/DeleteFamily/seqid=0
2024-11-16T02:18:17,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742515_1691 (size=5906)
2024-11-16T02:18:17,603 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/ns/15cb0d3c13df494c83a28829cd5b6149
2024-11-16T02:18:17,626 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/rep_barrier/19e4ab7f9f0c4a86a2c4f68ca722c066 is 102, key is TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92./rep_barrier:/1731723354989/DeleteFamily/seqid=0
2024-11-16T02:18:17,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742516_1692 (size=6025)
2024-11-16T02:18:17,750 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:17,794 INFO  [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-16T02:18:17,795 INFO  [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-16T02:18:17,950 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:18,031 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/rep_barrier/19e4ab7f9f0c4a86a2c4f68ca722c066
2024-11-16T02:18:18,059 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/table/aec1af8db5c64520967fbb5a3e4f3d9b is 96, key is TestAcidGuarantees,,1731723320925.186958f297cd0318efe82b4a0a2e4c92./table:/1731723354989/DeleteFamily/seqid=0
2024-11-16T02:18:18,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742517_1693 (size=5936)
2024-11-16T02:18:18,150 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:18,350 DEBUG [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-16T02:18:18,463 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/table/aec1af8db5c64520967fbb5a3e4f3d9b
2024-11-16T02:18:18,469 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/info/6d1413b649c94c70b81514d7c8aae2f2 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/info/6d1413b649c94c70b81514d7c8aae2f2
2024-11-16T02:18:18,475 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/info/6d1413b649c94c70b81514d7c8aae2f2, entries=12, sequenceid=90, filesize=6.4 K
2024-11-16T02:18:18,476 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/ns/15cb0d3c13df494c83a28829cd5b6149 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/ns/15cb0d3c13df494c83a28829cd5b6149
2024-11-16T02:18:18,481 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/ns/15cb0d3c13df494c83a28829cd5b6149, entries=8, sequenceid=90, filesize=5.8 K
2024-11-16T02:18:18,482 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/rep_barrier/19e4ab7f9f0c4a86a2c4f68ca722c066 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/rep_barrier/19e4ab7f9f0c4a86a2c4f68ca722c066
2024-11-16T02:18:18,486 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/rep_barrier/19e4ab7f9f0c4a86a2c4f68ca722c066, entries=6, sequenceid=90, filesize=5.9 K
2024-11-16T02:18:18,487 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/.tmp/table/aec1af8db5c64520967fbb5a3e4f3d9b as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/table/aec1af8db5c64520967fbb5a3e4f3d9b
2024-11-16T02:18:18,491 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/table/aec1af8db5c64520967fbb5a3e4f3d9b, entries=7, sequenceid=90, filesize=5.8 K
2024-11-16T02:18:18,492 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=90, compaction requested=false
2024-11-16T02:18:18,497 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-16T02:18:18,498 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-16T02:18:18,498 INFO  [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-16T02:18:18,498 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731723497149Running coprocessor pre-close hooks at 1731723497149Disabling compacts and flushes for region at 1731723497149Disabling writes for close at 1731723497149Obtaining lock to block concurrent updates at 1731723497149Preparing flush snapshotting stores in 1588230740 at 1731723497149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731723497149Flushing stores of hbase:meta,,1.1588230740 at 1731723497150 (+1 ms)Flushing 1588230740/info: creating writer at 1731723497150Flushing 1588230740/info: appending metadata at 1731723497170 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731723497170Flushing 1588230740/ns: creating writer at 1731723497577 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731723497595 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731723497595Flushing 1588230740/rep_barrier: creating writer at 1731723497606 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723497626 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723497626Flushing 1588230740/table: creating writer at 1731723498037 (+411 ms)Flushing 1588230740/table: appending metadata at 1731723498059 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731723498059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351651e0: reopening flushed file at 1731723498468 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b7c64e: reopening flushed file at 1731723498475 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3637b0c7: reopening flushed file at 1731723498481 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d9bd30: reopening flushed file at 1731723498486 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=90, compaction requested=false at 1731723498492 (+6 ms)Writing region close event to WAL at 1731723498495 (+3 ms)Running coprocessor post-close hooks at 1731723498498 (+3 ms)Closed at 1731723498498
2024-11-16T02:18:18,498 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-16T02:18:18,551 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,37111,1731723316572; all regions closed.
2024-11-16T02:18:18,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741834_1010 (size=25344)
2024-11-16T02:18:18,564 DEBUG [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/oldWALs
2024-11-16T02:18:18,564 INFO  [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37111%2C1731723316572.meta:.meta(num 1731723320401)
2024-11-16T02:18:18,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741833_1009 (size=22108842)
2024-11-16T02:18:18,569 DEBUG [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/oldWALs
2024-11-16T02:18:18,569 INFO  [RS:0;667222f7cf1b:37111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37111%2C1731723316572:(num 1731723319936)
2024-11-16T02:18:18,569 DEBUG [RS:0;667222f7cf1b:37111 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-16T02:18:18,569 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.LeaseManager(133): Closed leases
2024-11-16T02:18:18,569 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T02:18:18,569 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-16T02:18:18,570 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T02:18:18,570 INFO  [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T02:18:18,571 INFO  [RS:0;667222f7cf1b:37111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37111
2024-11-16T02:18:18,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-16T02:18:18,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,37111,1731723316572
2024-11-16T02:18:18,754 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T02:18:18,755 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,37111,1731723316572]
2024-11-16T02:18:18,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,37111,1731723316572 already deleted, retry=false
2024-11-16T02:18:18,786 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,37111,1731723316572 expired; onlineServers=0
2024-11-16T02:18:18,787 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,37823,1731723315799' *****
2024-11-16T02:18:18,787 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-16T02:18:18,787 INFO  [M:0;667222f7cf1b:37823 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-16T02:18:18,787 INFO  [M:0;667222f7cf1b:37823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-16T02:18:18,787 DEBUG [M:0;667222f7cf1b:37823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-16T02:18:18,787 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-16T02:18:18,787 DEBUG [M:0;667222f7cf1b:37823 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-16T02:18:18,787 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723319607 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723319607,5,FailOnTimeoutGroup]
2024-11-16T02:18:18,787 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723319601 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723319601,5,FailOnTimeoutGroup]
2024-11-16T02:18:18,787 INFO  [M:0;667222f7cf1b:37823 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-16T02:18:18,788 INFO  [M:0;667222f7cf1b:37823 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-16T02:18:18,788 DEBUG [M:0;667222f7cf1b:37823 {}] master.HMaster(1795): Stopping service threads
2024-11-16T02:18:18,788 INFO  [M:0;667222f7cf1b:37823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-16T02:18:18,788 INFO  [M:0;667222f7cf1b:37823 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-16T02:18:18,788 ERROR [M:0;667222f7cf1b:37823 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-16T02:18:18,788 INFO  [M:0;667222f7cf1b:37823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-16T02:18:18,789 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-16T02:18:18,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-16T02:18:18,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-16T02:18:18,798 DEBUG [M:0;667222f7cf1b:37823 {}] zookeeper.ZKUtil(347): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-16T02:18:18,798 WARN  [M:0;667222f7cf1b:37823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-16T02:18:18,799 INFO  [M:0;667222f7cf1b:37823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/.lastflushedseqids
2024-11-16T02:18:18,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742518_1694 (size=72)
2024-11-16T02:18:18,812 INFO  [M:0;667222f7cf1b:37823 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-16T02:18:18,813 INFO  [M:0;667222f7cf1b:37823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-16T02:18:18,813 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-16T02:18:18,813 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:18:18,813 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:18:18,813 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-16T02:18:18,813 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:18:18,813 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=766.02 KB heapSize=937.35 KB
2024-11-16T02:18:18,829 DEBUG [M:0;667222f7cf1b:37823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85ea860668a54b94b49d1d24882e8eaf is 82, key is hbase:meta,,1/info:regioninfo/1731723320490/Put/seqid=0
2024-11-16T02:18:18,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742519_1695 (size=5672)
2024-11-16T02:18:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T02:18:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37111-0x101416cc2ac0001, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T02:18:18,867 INFO  [RS:0;667222f7cf1b:37111 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T02:18:18,867 INFO  [RS:0;667222f7cf1b:37111 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,37111,1731723316572; zookeeper connection closed.
2024-11-16T02:18:18,868 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@adbf66b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@adbf66b
2024-11-16T02:18:18,868 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-16T02:18:19,232 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2120 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85ea860668a54b94b49d1d24882e8eaf
2024-11-16T02:18:19,260 DEBUG [M:0;667222f7cf1b:37823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b0d5a4886ad4106a375e1284497da79 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x89/proc:d/1731723471466/Put/seqid=0
2024-11-16T02:18:19,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742520_1696 (size=43680)
2024-11-16T02:18:19,268 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=765.47 KB at sequenceid=2120 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b0d5a4886ad4106a375e1284497da79
2024-11-16T02:18:19,271 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b0d5a4886ad4106a375e1284497da79
2024-11-16T02:18:19,290 DEBUG [M:0;667222f7cf1b:37823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4df1915d3e554feaa55777febda95c8c is 69, key is 667222f7cf1b,37111,1731723316572/rs:state/1731723319654/Put/seqid=0
2024-11-16T02:18:19,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073742521_1697 (size=5156)
2024-11-16T02:18:19,694 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2120 (bloomFilter=true), to=hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4df1915d3e554feaa55777febda95c8c
2024-11-16T02:18:19,744 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85ea860668a54b94b49d1d24882e8eaf as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85ea860668a54b94b49d1d24882e8eaf
2024-11-16T02:18:19,751 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85ea860668a54b94b49d1d24882e8eaf, entries=8, sequenceid=2120, filesize=5.5 K
2024-11-16T02:18:19,752 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b0d5a4886ad4106a375e1284497da79 as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b0d5a4886ad4106a375e1284497da79
2024-11-16T02:18:19,756 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b0d5a4886ad4106a375e1284497da79
2024-11-16T02:18:19,756 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b0d5a4886ad4106a375e1284497da79, entries=160, sequenceid=2120, filesize=42.7 K
2024-11-16T02:18:19,757 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4df1915d3e554feaa55777febda95c8c as hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4df1915d3e554feaa55777febda95c8c
2024-11-16T02:18:19,760 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44927/user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4df1915d3e554feaa55777febda95c8c, entries=1, sequenceid=2120, filesize=5.0 K
2024-11-16T02:18:19,761 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~766.02 KB/784408, heapSize ~937.05 KB/959544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=2120, compaction requested=false
2024-11-16T02:18:19,762 INFO  [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-16T02:18:19,762 DEBUG [M:0;667222f7cf1b:37823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731723498813Disabling compacts and flushes for region at 1731723498813Disabling writes for close at 1731723498813Obtaining lock to block concurrent updates at 1731723498813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723498813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=784408, getHeapSize=959784, getOffHeapSize=0, getCellsCount=2305 at 1731723498813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723498814 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723498814Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723498828 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723498828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723499237 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723499259 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723499259Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723499271 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723499290 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723499290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9eec1d: reopening flushed file at 1731723499742 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f03c683: reopening flushed file at 1731723499751 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7688719f: reopening flushed file at 1731723499756 (+5 ms)Finished flush of dataSize ~766.02 KB/784408, heapSize ~937.05 KB/959544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 948ms, sequenceid=2120, compaction requested=false at 1731723499761 (+5 ms)Writing region close event to WAL at 1731723499762 (+1 ms)Closed at 1731723499762
2024-11-16T02:18:19,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36081 is added to blk_1073741830_1006 (size=923367)
2024-11-16T02:18:19,767 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b273e47-0ef1-1f76-faf3-1a2bf7e35967/MasterData/WALs/667222f7cf1b,37823,1731723315799/667222f7cf1b%2C37823%2C1731723315799.1731723318725 not finished, retry = 0
2024-11-16T02:18:19,868 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-16T02:18:19,868 INFO  [M:0;667222f7cf1b:37823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-16T02:18:19,868 INFO  [M:0;667222f7cf1b:37823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37823
2024-11-16T02:18:19,868 INFO  [M:0;667222f7cf1b:37823 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-16T02:18:20,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T02:18:20,078 INFO  [M:0;667222f7cf1b:37823 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-16T02:18:20,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37823-0x101416cc2ac0000, quorum=127.0.0.1:53296, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-16T02:18:20,082 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-16T02:18:20,085 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T02:18:20,085 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T02:18:20,085 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T02:18:20,085 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/hadoop.log.dir/,STOPPED}
2024-11-16T02:18:20,088 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-16T02:18:20,088 WARN  [BP-1263121939-172.17.0.3-1731723311959 heartbeating to localhost/127.0.0.1:44927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-16T02:18:20,088 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-16T02:18:20,088 WARN  [BP-1263121939-172.17.0.3-1731723311959 heartbeating to localhost/127.0.0.1:44927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263121939-172.17.0.3-1731723311959 (Datanode Uuid b0b19d58-a3a9-4505-b2fa-d66e20fc3ea7) service to localhost/127.0.0.1:44927
2024-11-16T02:18:20,091 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/data/data1/current/BP-1263121939-172.17.0.3-1731723311959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T02:18:20,091 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/cluster_ddd36e03-70b0-57ca-02bd-d9d6b08198a6/data/data2/current/BP-1263121939-172.17.0.3-1731723311959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-16T02:18:20,092 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-16T02:18:20,098 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-16T02:18:20,099 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-16T02:18:20,099 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-16T02:18:20,099 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-16T02:18:20,099 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62f50f44-e886-5741-ed22-e870408277ee/hadoop.log.dir/,STOPPED}
2024-11-16T02:18:20,119 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-16T02:18:20,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down